-- Logs begin at Tue 2021-08-31 12:01:20 UTC, end at Tue 2021-08-31 13:02:07 UTC. -- Aug 31 12:32:28.878487 dv-cinder-788782-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 12:32:32.371261 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:32:32.372434 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 12:32:32.372585 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 12:32:32.376039 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:32:32.376388 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 12:32:32.376794 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 12:32:32.377881 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:32:32.378206 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:32:32.378712 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:32:32.379087 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:32:32.379425 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:32:32.379841 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.380228 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.380623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.380954 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.381343 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.382363 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.382748 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.383171 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.383594 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.383978 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.384356 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.384739 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.385073 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.385458 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.385851 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.386241 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.386558 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] debug = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.386975 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.387524 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.388013 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.388388 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.388773 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.389445 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.389836 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.390209 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.390628 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.391107 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] host = dv-cinder-788782-6-iscsi {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.391492 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.391882 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.392280 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.392669 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.393046 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.393475 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.393866 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.394242 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.394613 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.395035 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.395422 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.395805 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.396325 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.396645 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.396962 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.398009 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.398399 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.398775 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.399195 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.399568 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.399940 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.400312 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.400679 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.401068 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.401451 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.401833 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.402207 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.402586 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.403000 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.403413 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.403805 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.404179 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.404558 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.404931 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.405315 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.405690 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.406062 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.406465 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.406878 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.407255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.407646 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.408026 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.408405 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.408782 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.409152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.409520 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_json = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.409893 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.410270 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.410653 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.411068 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.411439 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.411811 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.412190 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.412576 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:32.413608 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.414053 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.414457 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.414868 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.415276 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.415654 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.416043 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.416419 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.416805 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.417196 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.417589 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.417967 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.418353 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.418731 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.419163 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.419571 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.420076 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.420471 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.420844 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.421216 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.421589 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.421976 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.422366 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.422743 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.423164 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.423553 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.423953 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.424342 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.424730 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.425123 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.425495 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.425872 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.426272 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.426652 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.427123 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.427509 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.427932 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.428309 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.429328 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.429714 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.430103 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.430476 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.430891 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.431273 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.431693 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.432073 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.432617 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.432992 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.433380 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.433754 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.434142 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.434521 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.434940 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.435314 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.435693 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.436075 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.436454 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.436831 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.437211 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.437596 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.437969 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.438341 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.438713 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.439121 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.439522 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.439875 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.440205 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.440541 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.440872 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.441206 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.441580 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.441952 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.442325 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.442714 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.443146 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.443535 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.443916 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.444352 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.444731 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.445110 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.445553 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.445939 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.446321 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.446693 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.447122 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.447512 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.447902 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.448292 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.448671 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.449069 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.449491 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.449877 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.450263 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.450642 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.451069 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.451453 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.451849 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.452246 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.452649 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.453044 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.453437 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.453818 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.454227 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.454604 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:32.454953 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:32:32.455297 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 12:32:32.835286 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:32.835637 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:32.835987 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:32.836368 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 12:32:33.270173 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.270442 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.270727 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.272077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.273020 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.273293 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.309440 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.309732 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.310007 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.328427 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.328746 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.329214 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.360277 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.360563 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.360845 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.400257 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.401277 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.401277 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.661000 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.661394 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.661757 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.662133 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.663969 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.797054 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.797444 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.797783 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.798106 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.798422 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.798788 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.799140 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.799458 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.799763 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.800099 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.800414 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.800728 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.801035 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.801371 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.801679 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.801996 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.802360 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.802703 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.803077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.803560 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.804391 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.804699 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.805040 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.805508 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.805811 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.806113 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.806613 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.806985 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.807297 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.807598 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.807889 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.808183 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:33.808622 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 12:32:33.812382 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 12:32:33.816702 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 12:32:33.821066 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 31 12:32:33.822991 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 12:32:33.823545 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 12:32:33.824151 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 12:32:33.824644 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 12:32:33.827877 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 12:32:33.828231 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 12:32:33.828695 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:32:33.834789 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 12:32:33.858427 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 12:32:33.858940 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.859255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 12:32:33.859630 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.861077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 12:32:33.861451 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:32:33.861762 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 12:32:33.865260 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.865553 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:33.932549 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 12:32:33.932799 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 12:32:33.933135 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 12:32:33.933584 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 12:32:33.957635 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_db.sqlalchemy.engines [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 12:32:34.571566 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing driver for type 'gre' Aug 31 12:32:34.572520 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] gre ID ranges: [(1, 1000)] Aug 31 12:32:34.669418 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing driver for type 'local' Aug 31 12:32:34.669918 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing driver for type 'vlan' Aug 31 12:32:34.690766 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] VlanTypeDriver initialization complete Aug 31 12:32:34.691338 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing driver for type 'vxlan' Aug 31 12:32:34.692076 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] vxlan ID ranges: [(1, 1000)] Aug 31 12:32:34.775283 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing extension driver 'port_security' Aug 31 12:32:34.775792 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.extensions.port_security [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] PortSecurityExtensionDriver initialization complete Aug 31 12:32:34.776293 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing mechanism driver 'openvswitch' Aug 31 12:32:34.776810 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing mechanism driver 'hyperv' Aug 31 12:32:34.787254 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.plugin [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:34.788929 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.789499 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.790025 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.790862 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.791526 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.792070 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.792596 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.793189 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.793822 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.794355 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.794903 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.795501 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.796116 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.796670 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.797211 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.798063 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.798708 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.799294 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.799843 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.800475 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.801089 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > address_group after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.801631 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > address_group after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.802164 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > address_group after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.802775 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:32:34.803387 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] ML2 OVO RPC backend initialized. {{(pid=100434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 12:32:34.805107 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.805663 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.806317 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.806897 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > networks before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.807446 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.807977 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > ports before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.808527 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.809062 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnets before_response 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.809611 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.810143 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.810669 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.811231 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.811771 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.812310 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.812898 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.813433 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.813945 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > subnet after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.814945 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.plugin [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Modular L2 Plugin initialization complete Aug 31 12:32:34.815456 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading services supported by the core plugin {{(pid=100434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 12:32:34.815960 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.plugins.ml2.managers [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Got port-security extension from driver 'port_security' Aug 31 12:32:34.816629 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.extensions.vlantransparent [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Disabled vlantransparent extension. Aug 31 12:32:34.817347 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 12:32:34.817815 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: router Aug 31 12:32:34.875459 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.875921 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_create 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.876458 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router before_create 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.877007 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.877560 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.878090 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_delete 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.878634 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > floatingip after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.879165 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > floatingip after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.879714 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_create 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.880222 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.880740 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.881268 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.881837 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.882476 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.883057 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.883571 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.884076 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: subnet after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.884601 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.885263 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > port precommit_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.885784 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_create 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.886311 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.886891 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.887445 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router after_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.887971 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_delete 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.888493 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_create 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.889797 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router_interface after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.890359 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_update 55549900 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.890968 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > agent after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.891523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > agent after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.892091 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > network after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.893487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Tracking information for resource: router configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:34.893980 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Tracking information for resource: floatingip configured {{(pid=100434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:32:34.902257 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.db.l3_agentschedulers_db [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 12:32:34.903138 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.903684 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.904198 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.904710 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: port after_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.905919 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router before_create 55550100 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.906455 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_delete 55550100 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.907041 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_create 55550100 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.907570 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > router precommit_update 55550100 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.917026 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.provider_configuration [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service providers = [] {{(pid=100434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 12:32:34.917560 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.db.servicetype_db [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 12:32:34.922061 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.service_base [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:32:34.922577 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.service_base [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:32:34.923105 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.service_base [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:32:34.925305 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.services.service_base [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:32:34.925853 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.services.service_base [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 12:32:34.926423 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.926921 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 12:32:34.943846 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.944489 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: auto_allocate Aug 31 12:32:34.953672 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: network precommit_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.954214 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: network precommit_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.955065 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.955541 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: tag Aug 31 12:32:34.966300 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.966771 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: timestamp Aug 31 12:32:34.972985 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.973473 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: network_ip_availability Aug 31 12:32:34.982677 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.983264 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.983789 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:34.984932 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.985397 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: flavors Aug 31 12:32:34.993034 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:34.993512 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading Plugin: revisions Aug 31 12:32:35.000315 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:32:35.000882 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.165s {{(pid=100434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:35.002066 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 12:32:35.002559 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Initializing extension manager. Aug 31 12:32:35.003361 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: __init__.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.003865 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: __pycache__ {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.004559 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.005041 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: address_group.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.006200 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.007208 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: address-group Aug 31 12:32:35.007688 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: address_scope.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.008728 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.009558 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: address-scope Aug 31 12:32:35.010013 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: admin_state_down_before_update.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.011451 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.012274 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: router-admin-state-down-before-update Aug 31 12:32:35.012746 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: agent.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.014068 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.015158 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: agent Aug 31 12:32:35.015638 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: agent_resources_synced.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.016966 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.017786 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: agent-resources-synced Aug 31 12:32:35.018255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: allowedaddresspairs.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.020992 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.021844 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: allowed-address-pairs Aug 31 12:32:35.022896 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: auto_allocated_topology.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.030073 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.031065 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: auto-allocated-topology Aug 31 12:32:35.032596 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: availability_zone.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.033795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.034650 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: availability_zone Aug 31 12:32:35.035170 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: availability_zone_filter.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.036595 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.037424 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: availability_zone_filter Aug 31 12:32:35.038519 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: data_plane_status.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.039886 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.040698 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 12:32:35.041178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: default_subnetpools.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.042492 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.043584 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: default-subnetpools Aug 31 12:32:35.044064 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: dhcpagentscheduler.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.045314 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.046278 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: dhcp_agent_scheduler Aug 31 12:32:35.046760 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: dns.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.048178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.048995 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension dns-integration not supported by any of loaded plugins Aug 31 12:32:35.049464 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: dns_domain_ports.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.050775 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.051623 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 12:32:35.052088 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.053931 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.054747 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 12:32:35.055256 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: dvr.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.056250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.057072 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: dvr Aug 31 12:32:35.057541 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: ecmp_routes.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.058919 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.059731 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 12:32:35.060200 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: empty_string_filtering.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.061508 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.062325 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: empty-string-filtering Aug 31 12:32:35.062801 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.064163 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.064970 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:32:35.065444 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.066762 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.067603 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 12:32:35.068082 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: external_net.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.069968 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.070781 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: external-net Aug 31 12:32:35.071310 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: extra_dhcp_opt.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.072702 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.073528 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: extra_dhcp_opt Aug 31 12:32:35.074009 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: extraroute.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.075349 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.076157 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: extraroute Aug 31 12:32:35.076644 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: extraroute_atomic.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.078142 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.078985 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: extraroute-atomic Aug 31 12:32:35.079476 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: filter_validation.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.080466 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.081265 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: filter-validation Aug 31 12:32:35.081756 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: fip_pf_description.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.083091 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.083900 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 12:32:35.084374 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: fip_port_details.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.085863 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.086728 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: fip-port-details Aug 31 12:32:35.087228 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: flavors.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.089089 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.089926 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: flavors Aug 31 12:32:35.090404 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.093058 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.093889 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 12:32:35.094382 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: floatingip_pools.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.095545 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.096367 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: floatingip-pools Aug 31 12:32:35.096846 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: ip_allocation.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.098188 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.099032 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 12:32:35.099513 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.100862 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.101684 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: ip-substring-filtering Aug 31 12:32:35.102162 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l2_adjacency.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.103554 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.104356 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 12:32:35.104843 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.106517 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.107395 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: router Aug 31 12:32:35.107908 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3_conntrack_helper.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.111278 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.112121 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:32:35.112615 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.113970 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.114779 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: ext-gw-mode Aug 31 12:32:35.115305 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.117133 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.117949 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: l3-ha Aug 31 12:32:35.118426 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3_flavors.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.119764 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.120576 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: l3-flavors Aug 31 12:32:35.121052 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.122363 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.123202 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 12:32:35.123691 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: l3agentscheduler.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.125232 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.126681 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: l3_agent_scheduler Aug 31 12:32:35.126681 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: logging.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.128792 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.129616 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension logging not supported by any of loaded plugins Aug 31 12:32:35.130173 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: metering.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.131252 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.132781 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: metering Aug 31 12:32:35.133266 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.134925 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.135754 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: metering_source_and_destination_fields Aug 31 12:32:35.136226 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: multiprovidernet.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.137562 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.138374 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: multi-provider Aug 31 12:32:35.138874 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: netmtu.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.140472 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.141286 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: net-mtu Aug 31 12:32:35.141765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: netmtu_writable.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.143132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.143947 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: net-mtu-writable Aug 31 12:32:35.144416 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: network_availability_zone.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.145391 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.146193 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: network_availability_zone Aug 31 12:32:35.146657 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: network_ip_availability.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.148488 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.149326 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: network-ip-availability Aug 31 12:32:35.149792 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: network_segment_range.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.151029 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.151838 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 12:32:35.152310 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: pagination.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.153755 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.154239 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: pagination Aug 31 12:32:35.154710 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: port_device_profile.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.156038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.156855 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: port-device-profile Aug 31 12:32:35.157330 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.158649 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.159500 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: port-mac-address-regenerate Aug 31 12:32:35.159972 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.161291 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.162102 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: port-numa-affinity-policy Aug 31 12:32:35.162575 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: port_resource_request.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.163981 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.164798 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 12:32:35.165269 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: portbindings.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.166629 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.167466 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: binding Aug 31 12:32:35.167951 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: portbindings_extended.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.170042 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.170888 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: binding-extended Aug 31 12:32:35.171392 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: portsecurity.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.172804 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.173629 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: port-security Aug 31 12:32:35.174103 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: project_id.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.175530 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.176017 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: project-id Aug 31 12:32:35.176499 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: providernet.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.177828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.179174 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: provider Aug 31 12:32:35.179663 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.185443 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.186284 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos not supported by any of loaded plugins Aug 31 12:32:35.186769 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.188652 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.189468 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 12:32:35.189974 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.191299 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.192111 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 12:32:35.192588 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_default.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.193885 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.195302 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-default not supported by any of loaded plugins Aug 31 12:32:35.195779 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_fip.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.196747 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.197557 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-fip not supported by any of loaded plugins Aug 31 12:32:35.198031 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_gateway_ip.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.199407 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.200216 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 12:32:35.200689 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_port_network_policy.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.201984 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.202933 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 12:32:35.203324 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_pps_rule.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.205032 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.205866 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-pps not supported by any of loaded plugins Aug 31 12:32:35.206373 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_rule_type_details.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.207688 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.208508 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 12:32:35.208978 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: qos_rules_alias.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.211041 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.211870 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 12:32:35.212350 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: quotasv2.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.213751 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.214238 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: quotas Aug 31 12:32:35.214713 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: quotasv2_detail.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.219402 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.219892 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: quota_details Aug 31 12:32:35.220377 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: rbac.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.222282 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.223184 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: rbac-policies Aug 31 12:32:35.223685 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: rbac_address_group.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.225074 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.226464 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: rbac-address-group Aug 31 12:32:35.226984 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: rbac_address_scope.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.228349 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.229183 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: rbac-address-scope Aug 31 12:32:35.229672 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: rbac_security_groups.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.231061 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.231893 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: rbac-security-groups Aug 31 12:32:35.232365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: rbac_subnetpool.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.233692 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.234515 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: rbac-subnetpool Aug 31 12:32:35.235034 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: revisionifmatch.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.236361 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.237184 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: revision-if-match Aug 31 12:32:35.237667 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: revisions.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.239377 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.240218 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: standard-attr-revisions Aug 31 12:32:35.240705 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: router_availability_zone.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.242264 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.243133 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: router_availability_zone Aug 31 12:32:35.243625 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: routerservicetype.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.245103 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.245995 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension router-service-type not supported by any of loaded plugins Aug 31 12:32:35.246571 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.248416 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.249590 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: security-groups-normalized-cidr Aug 31 12:32:35.250174 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: security_groups_port_filtering.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.251809 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.252859 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: port-security-groups-filtering Aug 31 12:32:35.253403 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.254902 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.255886 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: security-groups-remote-address-group Aug 31 12:32:35.256418 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: securitygroup.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.276668 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.277753 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: security-group Aug 31 12:32:35.278321 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: segment.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.279925 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.280952 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension segment not supported by any of loaded plugins Aug 31 12:32:35.281435 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.283400 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.284401 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 12:32:35.285008 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: servicetype.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.287042 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.288531 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: service-type Aug 31 12:32:35.289145 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: sorting.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.290764 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.291284 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: sorting Aug 31 12:32:35.291775 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: standard_attr_segment.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.293119 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.293988 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 12:32:35.294464 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: standardattrdescription.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.295476 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.296307 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: standard-attr-description Aug 31 12:32:35.296794 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: stateful_security_group.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.298219 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.299116 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: stateful-security-group Aug 31 12:32:35.299611 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: stdattrs_common.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.300493 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 12:32:35.300971 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.302353 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.303223 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 12:32:35.304267 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnet_onboard.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.305879 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.306716 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: subnet_onboard Aug 31 12:32:35.307250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.308574 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.309399 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 12:32:35.309880 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnet_service_types.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.311268 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.312090 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: subnet-service-types Aug 31 12:32:35.312569 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnetallocation.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.314172 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.315050 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: subnet_allocation Aug 31 12:32:35.315545 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.316551 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.317361 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: subnetpool-prefix-ops Aug 31 12:32:35.317838 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.319292 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.320119 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 12:32:35.320598 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: tagging.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.322206 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.323074 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: standard-attr-tag Aug 31 12:32:35.323570 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: timestamp.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.325444 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.326288 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loaded extension: standard-attr-timestamp Aug 31 12:32:35.326768 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: trunk.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.328355 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.329173 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension trunk not supported by any of loaded plugins Aug 31 12:32:35.329653 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: trunk_details.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.331031 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.331862 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension trunk-details not supported by any of loaded plugins Aug 31 12:32:35.332342 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: uplink_status_propagation.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.333703 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.334544 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 12:32:35.335101 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Loading extension file: vlantransparent.py {{(pid=100434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:32:35.336155 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:32:35.336999 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 12:32:35.341871 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:network Aug 31 12:32:35.342662 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnet Aug 31 12:32:35.343289 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:32:35.343875 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:port Aug 31 12:32:35.345853 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.346501 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service FLAVORS assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.347859 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.348494 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.349274 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:router Aug 31 12:32:35.350008 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:32:35.351316 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service METERING assigned prefix: /metering {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.353765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:35.354301 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:35.354842 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:32:35.356627 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:32:35.357316 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:32:35.357951 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:32:35.360602 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service CORE assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.361112 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:32:35.361653 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] subnetpool is already registered Aug 31 12:32:35.362302 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service CORE assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.362796 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:32:35.363332 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] subnetpool is already registered Aug 31 12:32:35.367872 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.368516 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service FLAVORS assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.369437 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.370063 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.370560 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:router Aug 31 12:32:35.371247 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] router is already registered Aug 31 12:32:35.371873 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:32:35.372369 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] floatingip is already registered Aug 31 12:32:35.373065 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service METERING assigned prefix: /metering {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.374155 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:32:35.374639 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] rbac_policy is already registered Aug 31 12:32:35.375306 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:32:35.375796 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] security_group is already registered Aug 31 12:32:35.376402 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:32:35.376978 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] security_group_rule is already registered Aug 31 12:32:35.377873 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service CORE assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.378353 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:32:35.378886 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] subnetpool is already registered Aug 31 12:32:35.379527 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.v2.resource_helper [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Service CORE assigned prefix: {{(pid=100434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:32:35.380007 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:32:35.380504 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING neutron.quota.resource_registry [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] subnetpool is already registered Aug 31 12:32:35.381233 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: extensions {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.384198 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: address-groups {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.386685 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: address-scopes {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.388840 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: agents {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.391096 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: auto-allocated-topology {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.393166 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: availability_zones {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.395239 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: dhcp-networks {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.398337 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: dhcp-agents {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.400866 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: routers {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.404653 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: flavors {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.406598 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: service_profiles {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.408661 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: next_providers {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.411106 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: service_profiles {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.414340 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: floatingip-pools {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.417801 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: routers {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.423403 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: floatingips {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.425550 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: l3-routers {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.431252 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: l3-agents {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.433847 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: metering-labels {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.436045 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: metering-label-rules {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.438218 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: network-ip-availabilities {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.440553 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: bindings {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.443529 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: quotas {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.446033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: quotas {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.448590 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: rbac-policies {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.450994 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: security-groups {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.456317 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: security-group-rules {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.458387 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: service-providers {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.460489 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: subnetpools {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.462836 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: subnetpools {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.465293 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.468127 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.471126 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.474145 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.479377 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.482598 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.485464 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.488677 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.492235 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.495207 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron.api.extensions [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Extended resource: tags {{(pid=100434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:32:35.506497 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING keystonemiddleware.auth_token [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 12:32:35.514047 dv-cinder-788782-6-iscsi neutron-server[100434]: WARNING keystonemiddleware.auth_token [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 12:32:35.529344 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Acquired lock "singleton_lock" {{(pid=100434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 12:32:35.530053 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_concurrency.lockutils [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Releasing lock "singleton_lock" {{(pid=100434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 12:32:35.531166 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Starting 2 workers Aug 31 12:32:35.538287 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Started child 100545 {{(pid=100434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:32:35.544753 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Started child 100546 {{(pid=100434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:32:35.545582 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.547054 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO neutron.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 12:32:35.547693 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [-] (100545) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:32:35.547972 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Notify callbacks [] for process, before_spawn {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.549933 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.551360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [-] (100546) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:32:35.551540 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Starting 1 workers Aug 31 12:32:35.559193 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Started child 100547 {{(pid=100434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:32:35.559984 dv-cinder-788782-6-iscsi neutron-server[100434]: INFO oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Starting 1 workers Aug 31 12:32:35.564129 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] calling RpcWorker wait() {{(pid=100547) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 12:32:35.564830 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] returning from RpcWorker wait() {{(pid=100547) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 12:32:35.566228 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Started child 100548 {{(pid=100434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:32:35.566820 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.567368 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG neutron_lib.callbacks.manager [None req-6864553d-5ffb-47ad-bd2b-4cd389258dca None None] Notify callbacks [] for process, after_spawn {{(pid=100434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.567526 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:35.570380 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 12:32:35.570664 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:32:35.570964 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:32:35.571274 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:32:35.571760 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:32:35.572409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:32:35.572692 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.573078 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.573461 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.573826 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.574226 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.575131 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.575508 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.575885 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.576276 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.576626 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.576843 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.577103 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.577464 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.577804 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.578326 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.578708 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.579097 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.579484 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.579634 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:35.580416 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.580416 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.580662 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.580785 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:35.580922 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.581171 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] debug = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.581521 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.582294 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.582635 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.583011 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.583344 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.583730 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.584087 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.584469 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.585381 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.585711 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.586053 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.586431 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.586778 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.587217 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.587465 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.587846 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.588227 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.588821 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] host = dv-cinder-788782-6-iscsi {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.589155 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.589486 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.589849 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.590197 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.590557 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.590965 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.591309 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.591676 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.592051 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.592389 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.592743 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.593115 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.593467 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.593839 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.594084 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_options = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.594446 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.594857 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.595250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.595527 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.595791 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.596018 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.596395 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.596635 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.597004 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.597396 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.597655 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.598019 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.598419 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.598645 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.599062 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.599411 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.599738 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.600073 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.600456 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.600793 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.601138 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.601474 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.601812 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.602163 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.602511 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.602875 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.603193 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.603549 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.603872 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.604313 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.604660 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.605041 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.605449 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.605832 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.606222 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.606563 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.606942 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.607528 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.607759 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.608145 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.608582 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.608824 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.609191 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.609522 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.609888 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.610235 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_json = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.610560 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.610928 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.611303 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.611628 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.611945 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.612269 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.612600 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.612966 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.613605 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.614015 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.614449 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.614844 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.615206 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.615557 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.615960 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.616310 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.616680 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.617049 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.617510 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.617881 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.618319 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.618710 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.619031 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.619591 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.619883 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.621407 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.621785 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.622141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.622477 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.622872 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.623298 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.623631 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.623983 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.624329 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.624664 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.625125 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.625521 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.625915 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.626288 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.626635 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.628172 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.628465 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.628853 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.629147 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.629507 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.629902 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.630295 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.630680 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.631271 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.632128 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.632470 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.632823 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.633922 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.633922 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.633922 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.634328 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.635050 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.635050 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.635318 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.635669 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.636741 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.636741 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.636942 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.637292 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.637623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.638154 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.639616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.639897 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.640234 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.640510 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.640768 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.641030 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.641407 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.641667 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.641935 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.642165 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.642410 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.642630 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.642882 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.643146 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.643333 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.643581 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.644088 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60246) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:32:35.645768 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.646043 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.646296 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.646662 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.646950 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.647242 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.647959 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.648183 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.648422 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.648662 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.648883 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.649130 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.649365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.649578 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.649792 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.650060 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.650364 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.650676 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.650987 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.651225 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.651493 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.651723 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.651954 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.652191 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.652458 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.652642 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.652905 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.653127 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.653372 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.653598 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.653796 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.654046 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.654275 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.654496 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.654707 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.654988 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.655207 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.655481 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.655755 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.656003 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.656276 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.657132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.657491 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.657658 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.657919 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.658162 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.658447 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.658758 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.659064 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.659336 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.659567 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.659795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.660056 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.660301 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.660563 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.660790 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.661051 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.661287 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.661572 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.661810 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.662056 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.662270 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.662496 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.662875 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.663107 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.663347 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.663559 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.663831 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.664053 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.664296 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.664561 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.664802 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.665055 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.665309 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.665533 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.665745 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.665983 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.666366 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.666485 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.666634 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.666886 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.667114 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.667341 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.667578 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.667807 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.668018 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.668251 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.668474 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.668691 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.668901 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.669140 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.669346 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.669579 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.669804 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.670026 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.670261 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.671070 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.671311 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.671585 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.671821 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.672092 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.672345 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.672571 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.672809 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.673046 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.674016 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.674719 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.675024 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.675272 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.675485 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.675700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.675920 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.676134 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.676346 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.676572 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.676783 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.677040 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.677300 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.677633 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.677876 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.678105 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.678371 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.679569 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.679817 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.680073 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.680297 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.680510 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.680724 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.680936 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.681179 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.681418 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.681638 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.681845 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.682052 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.682256 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.682466 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.682691 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.683007 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.683259 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.684295 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.684569 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.684810 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.685014 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.685273 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.685490 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.685745 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.686033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.686252 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.686460 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.686686 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.686929 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.687136 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.687357 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.687570 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.687779 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.688002 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.688214 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.688460 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.688681 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.688885 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.689087 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.689305 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.689513 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.689906 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.690278 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.690651 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.691027 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.691396 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.691769 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.692121 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.692485 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.692870 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.693222 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.693693 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.694159 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.695054 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.695498 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.695971 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.696371 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.696756 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.697221 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.697587 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.697995 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.698409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.698767 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.699175 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.699591 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.700054 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.700546 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.700957 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.701359 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.701767 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.702225 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.702653 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.702958 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0556428 Aug 31 12:32:35.703233 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.703684 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.704175 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.704625 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.704911 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.705150 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.705412 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.706892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.707611 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.707611 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.707611 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.707956 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.707956 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.709076 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.709499 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.710569 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.710801 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:32:35.712424 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.713409 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714178 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714627 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714627 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.714627 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] debug = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.716250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717152 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.717623 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.718365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.718365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.718365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.718365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.718365 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] host = dv-cinder-788782-6-iscsi {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719038 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.719828 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.720523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.720523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.720523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.720523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.720523 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_options = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721255 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721947 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721947 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721947 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721947 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.721947 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.722795 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.723766 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.725770 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.727487 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_json = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.729250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:32:35.731249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.731700 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.732616 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733168 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733558 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733558 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733676 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733782 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.733900 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.734055 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.734385 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.734737 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735036 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735267 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735267 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.735765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736192 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736192 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736192 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736586 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736586 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736586 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736977 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.736977 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737250 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737530 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737530 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737752 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737833 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.737971 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.738283 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.738596 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.738933 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.739263 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.739591 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740045 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740045 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740045 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740332 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740428 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740584 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740656 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.740816 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.741501 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.741656 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.741815 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.741973 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742291 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742449 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742607 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.742973 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743133 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743290 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743448 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743606 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.743934 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744108 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744267 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744427 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744584 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744742 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.744900 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.745066 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.745240 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.745422 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.745762 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.745762 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746024 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746024 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746286 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746423 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746702 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.746702 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747018 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747018 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747205 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747205 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747421 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747541 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747682 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747825 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.747968 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.748116 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.748321 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.748500 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.748690 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.748690 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749001 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749001 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749342 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749342 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749663 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749663 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749989 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.749989 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.750500 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.750500 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.750500 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.750500 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.751281 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.751281 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.751753 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.751917 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752092 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752249 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752501 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752646 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752800 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752962 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.752962 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753296 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753296 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753503 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753584 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753721 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.753879 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754039 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754203 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754381 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754492 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754651 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754829 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.754989 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755159 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755311 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755474 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755617 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755765 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.755942 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.756119 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.756248 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.756388 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.756565 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757217 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757366 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757510 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757690 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757807 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.757960 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.758119 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.758284 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.758430 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.758588 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.758749 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759050 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759175 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759332 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759534 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759534 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759753 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759861 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.759991 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760167 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760333 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760522 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760699 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760699 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.760946 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761203 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761337 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761468 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761603 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761753 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.761876 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.762044 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.762226 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.762382 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.762532 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.762667 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763003 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763321 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763541 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763678 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763786 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.763917 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.764320 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.764509 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.764690 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.764808 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.764960 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765117 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765279 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765449 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765608 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765767 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.765924 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766081 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766239 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766408 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766567 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766725 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.766920 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767081 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767236 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767398 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767542 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767704 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.767890 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768043 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768186 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768328 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768534 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768692 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768863 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.768863 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769056 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769185 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769342 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769499 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769657 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769815 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.769972 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.770141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.770305 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.770466 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.770633 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.770784 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.772551 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.772718 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.773048 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.773368 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.773574 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.773744 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.773892 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774060 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774242 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774415 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774415 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774709 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.774951 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775111 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775261 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775432 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775594 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775776 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.775919 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.776036 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.776141 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.777132 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.778033 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.779077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.779077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.779077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.779077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:32:35.779077 dv-cinder-788782-6-iscsi neutron-server[100434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:32:35.801202 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:47.732464 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535549e7-e8be-4f3b-bae2-1e5278052af2 None None] get_active_networks_info from dv-cinder-788782-6-iscsi {{(pid=100547) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 12:32:47.806067 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535549e7-e8be-4f3b-bae2-1e5278052af2 None None] No non-hosted networks {{(pid=100547) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 12:32:47.831411 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fe38064f-5903-4593-908f-49c2814af83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:49.782360 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e1fb685a-fd38-4ef5-9ee4-761884b1d5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:49.840561 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cc1fed83-d1bc-406e-8c9e-a812a976819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:50.183593 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:50.184722 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.185237 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.185734 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.186246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.186733 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.188235 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.191318 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.192183 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.194399 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.194944 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.197932 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.200136 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:50.201346 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:50.222635 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:51.602530 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:52.767712 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.db.l3_hamode_db [None req-683b08fc-1c8d-460d-9791-81d624b2c5ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 12:32:52.847814 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b08fc-1c8d-460d-9791-81d624b2c5ae None None] Routers set() bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:32:52.848283 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b08fc-1c8d-460d-9791-81d624b2c5ae None None] Router IDs set() for agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 12:32:53.295359 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:54.382256 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 60346) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:32:54.878378 dv-cinder-788782-6-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-9697de36-53a3-4288-b574-31e96da0c1b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:54.879012 dv-cinder-788782-6-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-9697de36-53a3-4288-b574-31e96da0c1b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:55.111331 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-9697de36-53a3-4288-b574-31e96da0c1b5 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:32:55.112544 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9697de36-53a3-4288-b574-31e96da0c1b5 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7281621 Aug 31 12:32:57.499437 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 60360) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:32:57.812662 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:32:57.906730 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.policy [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100546) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 12:32:57.953814 dv-cinder-788782-6-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:57.954236 dv-cinder-788782-6-iscsi neutron-server[100546]: WARNING oslo_policy.policy [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:57.965790 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.quota [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] Loaded quota_driver: . Aug 31 12:32:58.058825 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401356219', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401355720', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401335654', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401337306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401783832', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765401452844', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16494488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16308579'] for rbac-policy, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:58.123172 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:58.124350 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6fc773aa-f2bf-459b-9369-c671a8f63b97 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6239231 Aug 31 12:33:00.734518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 60372) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:01.031068 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Request body: {'network': {'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'name': 'private', 'project_id': 'ec257dec1e834f5981afee9e1030f83d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:01.060070 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Made reservation on behalf of ec257dec1e834f5981afee9e1030f83d for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:33:01.063081 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.080475 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.205145 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.208840 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.228169 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:33:01.256116 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765399566794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.256866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Unsubscribe: segment precommit_create {{(pid=100546) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 12:33:01.257382 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Added segment ec50ccdc-89a0-47a5-a360-5ec1de208499 of type vlan for network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 Aug 31 12:33:01.281183 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362dcd9-558d-4c14-b4b6-568498399872,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:01.334067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.334408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.334753 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.335110 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.335437 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.335782 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.336110 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.336430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.336764 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.337123 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.337479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.337818 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Tracked resource versions report: Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: pushed versions: Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: { 'AddressGroup': {'1.2'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'ConntrackHelper': {'1.0'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Log': {'1.0'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Network': {'1.1'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Port': {'1.7'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'PortForwarding': {'1.2'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'QosPolicy': {'1.9'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroup': {'1.4'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SubPort': {'1.0'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Subnet': {'1.1'}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Trunk': {'1.1'}} Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: consumer versions: Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'ConntrackHelper': '1.0', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Log': '1.0', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Network': '1.1', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Port': '1.7', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'PortForwarding': '1.2', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'QosPolicy': '1.9', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroup': '1.4', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroupRule': '1.2', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SubPort': '1.0', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Subnet': '1.1', Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Trunk': '1.1'}} Aug 31 12:33:01.338956 dv-cinder-788782-6-iscsi neutron-server[100546]: {{(pid=100546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:33:01.387299 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.435277 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.436638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:01.437299 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:01.508170 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7724590 Aug 31 12:33:01.539323 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ff67-60ab-469a-ab8a-acc4ec4cbfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=34d2e5c7-70a7-4462-b01c-a1f2836bd629,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:01.551996 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:33:04.211110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60386) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:04.731159 dv-cinder-788782-6-iscsi neutron-server[100545]: WARNING oslo_policy.policy [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:33:04.731737 dv-cinder-788782-6-iscsi neutron-server[100545]: WARNING oslo_policy.policy [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:33:05.174062 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.policy [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100545) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 12:33:05.219462 dv-cinder-788782-6-iscsi neutron-server[100545]: WARNING oslo_policy.policy [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:33:05.220079 dv-cinder-788782-6-iscsi neutron-server[100545]: WARNING oslo_policy.policy [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:33:05.228849 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:05.230665 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cc905485-25ea-47de-8e22-94b460c84b87 admin admin] 10.222.0.60 "GET /v2.0/networks/34d2e5c7-70a7-4462-b01c-a1f2836bd629 HTTP/1.1" status: 200 len: 825 time: 1.0186095 Aug 31 12:33:05.270355 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5929bd0d-88a9-44c7-a624-a6ece34ebe26 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/26c45d88-13d0-4413-b84b-4ef2893eefd4 HTTP/1.1" status: 200 len: 734 time: 0.0333569 Aug 31 12:33:05.280233 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:05.281809 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.quota [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Loaded quota_driver: . Aug 31 12:33:05.320911 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Made reservation on behalf of ec257dec1e834f5981afee9e1030f83d for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:33:05.323560 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:05.611046 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:05.679378 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Checking segment: {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:33:05.679756 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Network hostable DHCP agents. Network: 34d2e5c7-70a7-4462-b01c-a1f2836bd629, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:33:05.693321 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Pushing event updated for resources: {'Subnet': ['ID=20255f6c-331c-409e-9dc8-47a35d6f9450,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:05.705945 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.706357 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.706554 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.706978 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.707297 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.707630 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.707952 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.708780 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.709110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.709431 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.709742 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.710051 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Tracked resource versions report: Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: pushed versions: Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: { 'AddressGroup': {'1.2'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'ConntrackHelper': {'1.0'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Log': {'1.0'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Network': {'1.1'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Port': {'1.7'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'PortForwarding': {'1.2'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'QosPolicy': {'1.9'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroup': {'1.4'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SubPort': {'1.0'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Subnet': {'1.1'}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Trunk': {'1.1'}} Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: consumer versions: Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'ConntrackHelper': '1.0', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Log': '1.0', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Network': '1.1', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Port': '1.7', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'PortForwarding': '1.2', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'QosPolicy': '1.9', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroup': '1.4', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroupRule': '1.2', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SubPort': '1.0', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Subnet': '1.1', Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Trunk': '1.1'}} Aug 31 12:33:05.711165 dv-cinder-788782-6-iscsi neutron-server[100545]: {{(pid=100545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:33:05.742712 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:33:05.755492 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 34d2e5c7-70a7-4462-b01c-a1f2836bd629) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:05.760006 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:05.760624 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:05.765463 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c934b-b576-4329-9db5-bf49f5558262 None None] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:33:05.779735 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a61a14c1-f8fa-4ea6-a045-c8e5fe1864af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5031383 Aug 31 12:33:06.087051 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:33:06.088364 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.363434 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Allocated IP 172.20.0.2 (34d2e5c7-70a7-4462-b01c-a1f2836bd629/20255f6c-331c-409e-9dc8-47a35d6f9450/d9c926eb-bce5-4c5e-861a-7527cc1cc781) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:33:06.576182 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.598445 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Transition to ACTIVE for port object d9c926eb-bce5-4c5e-861a-7527cc1cc781 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:33:06.651067 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Transition to ACTIVE for port object d9c926eb-bce5-4c5e-861a-7527cc1cc781 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:33:06.659824 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.729835 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:33:06.734909 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:06.744524 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:33:06.747621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Pushing event updated for resources: {'Port': ['ID=d9c926eb-bce5-4c5e-861a-7527cc1cc781,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:06.781883 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.782583 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.782583 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.782765 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.783135 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.783475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.783800 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.784128 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.784475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.784802 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.785124 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.785448 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Tracked resource versions report: Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: pushed versions: Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: { 'AddressGroup': {'1.2'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'ConntrackHelper': {'1.0'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Log': {'1.0'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Network': {'1.1'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Port': {'1.7'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'PortForwarding': {'1.2'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'QosPolicy': {'1.9'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroup': {'1.4'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SubPort': {'1.0'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Subnet': {'1.1'}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Trunk': {'1.1'}} Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: consumer versions: Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'ConntrackHelper': '1.0', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Log': '1.0', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Network': '1.1', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Port': '1.7', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'PortForwarding': '1.2', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'QosPolicy': '1.9', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroup': '1.4', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroupRule': '1.2', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SubPort': '1.0', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Subnet': '1.1', Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Trunk': '1.1'}} Aug 31 12:33:06.787148 dv-cinder-788782-6-iscsi neutron-server[100547]: {{(pid=100547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:33:06.841355 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Attempting to bind port d9c926eb-bce5-4c5e-861a-7527cc1cc781 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:33:06.841757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Attempting to bind port d9c926eb-bce5-4c5e-861a-7527cc1cc781 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:33:06.842199 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Attempting to bind port d9c926eb-bce5-4c5e-861a-7527cc1cc781 on network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:33:06.847253 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:33:06.847669 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Checking segment: {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:33:06.848155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.848550 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Bound using segment: {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:33:06.849074 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Bound port: d9c926eb-bce5-4c5e-861a-7527cc1cc781, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:33:06.849487 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.914092 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] For port d9c926eb-bce5-4c5e-861a-7527cc1cc781, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:33:06.918505 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] For port d9c926eb-bce5-4c5e-861a-7527cc1cc781, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=d9c926eb-bce5-4c5e-861a-7527cc1cc781,segment=NetworkSegment(ec50ccdc-89a0-47a5-a360-5ec1de208499),segment_id=ec50ccdc-89a0-47a5-a360-5ec1de208499)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:33:06.922665 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:06.992126 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cd193-5bf4-4c7c-aac7-29a7b244eacc None None] Pushing event updated for resources: {'Port': ['ID=d9c926eb-bce5-4c5e-861a-7527cc1cc781,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:08.207817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 60408) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:08.533166 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-93a6ee1b-5550-4d28-9771-21113fed9848 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:33:08.534165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-93a6ee1b-5550-4d28-9771-21113fed9848 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3247685 Aug 31 12:33:10.957593 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60416) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:11.282025 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [None req-d17cea8e-3677-4b87-8c0d-7a9172f9ea57 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:33:11.283060 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d17cea8e-3677-4b87-8c0d-7a9172f9ea57 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3244948 Aug 31 12:33:13.925173 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60426) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:14.241256 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Request body: {'router': {'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'name': 'router1', 'admin_state_up': True}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:14.268851 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:14.270966 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:14.416099 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:14.421428 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:14.437011 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:14.438009 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6c99a70e-8944-4c5c-b416-c909d87de84a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118625 Aug 31 12:33:14.508576 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d9c926eb-bce5-4c5e-861a-7527cc1cc781 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:14.599270 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:33:15.427180 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437d549-6d3c-48c8-8831-9293131f98ee None None] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:33:15.527313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Provisioning for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:33:15.536630 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Provisioning complete for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:15.537026 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:15.722364 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:15.765303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] For port d9c926eb-bce5-4c5e-861a-7527cc1cc781, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=d9c926eb-bce5-4c5e-861a-7527cc1cc781,segment=NetworkSegment(ec50ccdc-89a0-47a5-a360-5ec1de208499),segment_id=ec50ccdc-89a0-47a5-a360-5ec1de208499)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:33:15.772286 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:15.828228 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2c423-3e20-4c0b-a08a-63e9f0a023f0 None None] Pushing event updated for resources: {'Port': ['ID=d9c926eb-bce5-4c5e-861a-7527cc1cc781,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:15.892673 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-a9ae3180-960f-4ea4-bbf5-daf85a16bab8 None None] Provisioning complete for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:15.893046 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3180-960f-4ea4-bbf5-daf85a16bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:16.467944 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d9c926eb-bce5-4c5e-861a-7527cc1cc781 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:16.514666 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:16.515070 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:16.857601 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60438) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:17.204449 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [None req-76c17c5f-3aa8-4436-8dcd-069cba674bf8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:33:17.205698 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-76c17c5f-3aa8-4436-8dcd-069cba674bf8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3470781 Aug 31 12:33:17.604962 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b509a3a1-6d1c-429c-99e1-3cb96bb4fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:19.604740 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60446) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:19.776878 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5e25590f-7efa-4c4a-bebb-c978454c509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:19.932001 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:19.976564 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Made reservation on behalf of 408cb61f86d5474d89572cb958a93ba8 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:33:19.979031 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:19.994495 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.114762 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.118457 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.136205 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Reserving flat network on physical network physnet1 {{(pid=100545) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 12:33:20.152879 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.155930 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128c6ef3-899e-4291-a2a3-b475393f446a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:20.166418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765399566794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.167700 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Unsubscribe: segment precommit_create {{(pid=100545) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 12:33:20.167700 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Added segment 43e19db6-63b9-412a-92f5-558d7221b3b4 of type flat for network bc467efd-35f4-4a59-bcfd-f8005f51c287 Aug 31 12:33:20.234047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.282218 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.283361 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:20.284030 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:20.366620 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7607696 Aug 31 12:33:20.381165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a0dea-7336-46b8-adc6-279169a1a744 admin admin] Pushing event updated for resources: {'Network': ['ID=bc467efd-35f4-4a59-bcfd-f8005f51c287,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:20.393199 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:33:21.536894 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:22.788911 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60464) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:22.966341 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e09a0-f8f4-462f-ab00-dae923f01ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:22.967756 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-142e09a0-f8f4-462f-ab00-dae923f01ce2 admin admin] 10.222.0.60 "GET /v2.0/subnets/20255f6c-331c-409e-9dc8-47a35d6f9450 HTTP/1.1" status: 200 len: 849 time: 0.1778965 Aug 31 12:33:23.089329 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b7c16c17-32c1-422b-a73b-3791b54f7f78 admin admin] 10.222.0.60 "GET /v2.0/routers/00919105-6406-4558-9b70-eda83a0c2646 HTTP/1.1" status: 200 len: 704 time: 0.1146214 Aug 31 12:33:23.252990 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:23.363259 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:23.658888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Allocated IP 172.20.0.1 (34d2e5c7-70a7-4462-b01c-a1f2836bd629/20255f6c-331c-409e-9dc8-47a35d6f9450/1aed429d-2e39-4e6c-b3db-bb1963593449) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:33:23.817232 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:23.839753 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Transition to ACTIVE for port object 1aed429d-2e39-4e6c-b3db-bb1963593449 will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:33:23.956773 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.026042 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:33:24.033054 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:24.036873 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:33:24.037415 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.103302 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Pushing event updated for resources: {'Port': ['ID=1aed429d-2e39-4e6c-b3db-bb1963593449,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:24.248851 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.251362 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-f6fec0a1-125e-4532-866a-bc95c64de614 None None] Provisioning for port 1aed429d-2e39-4e6c-b3db-bb1963593449 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:33:24.256145 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-f6fec0a1-125e-4532-866a-bc95c64de614 None None] Provisioning complete for port 1aed429d-2e39-4e6c-b3db-bb1963593449 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:24.257224 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f6fec0a1-125e-4532-866a-bc95c64de614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.290324 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec0a1-125e-4532-866a-bc95c64de614 None None] Port 1aed429d-2e39-4e6c-b3db-bb1963593449 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:33:24.467958 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.472570 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.473867 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.554842 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Pushing event updated for resources: {'Port': ['ID=1aed429d-2e39-4e6c-b3db-bb1963593449,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:24.602111 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:33:24.603458 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:24.771175 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Router 00919105-6406-4558-9b70-eda83a0c2646 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:33:24.810925 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-743dbcbc-cfd9-4e9f-b807-d2314ce240d4 None None] Provisioning complete for port 1aed429d-2e39-4e6c-b3db-bb1963593449 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:24.811224 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-743dbcbc-cfd9-4e9f-b807-d2314ce240d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:24.846246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-743dbcbc-cfd9-4e9f-b807-d2314ce240d4 None None] Port 1aed429d-2e39-4e6c-b3db-bb1963593449 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:33:24.863426 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:33:24.869952 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a3c809cb-86c9-4f05-8543-4bde0cb71f25 admin admin] 10.222.0.60 "PUT /v2.0/routers/00919105-6406-4558-9b70-eda83a0c2646/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7747133 Aug 31 12:33:24.874182 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Sync routers for ids ['00919105-6406-4558-9b70-eda83a0c2646'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:33:24.886641 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Routers {'00919105-6406-4558-9b70-eda83a0c2646'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:33:24.887637 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:33:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['00919105-6406-4558-9b70-eda83a0c2646'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:25.087540 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Set router 00919105-6406-4558-9b70-eda83a0c2646 gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:33:25.537449 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:24Z', 'revision_number': 2, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port_host': None, '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:24Z', 'revision_number': 2, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:25.589872 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Checking router: 00919105-6406-4558-9b70-eda83a0c2646 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:33:25.590238 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Updating router 00919105-6406-4558-9b70-eda83a0c2646 port 1aed429d-2e39-4e6c-b3db-bb1963593449 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:33:25.640070 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.168150 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.186918 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Transition to ACTIVE for port object 1aed429d-2e39-4e6c-b3db-bb1963593449 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:33:26.192957 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.379940 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Pushing event updated for resources: {'Port': ['ID=1aed429d-2e39-4e6c-b3db-bb1963593449,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:26.392251 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Attempting to bind port 1aed429d-2e39-4e6c-b3db-bb1963593449 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:33:26.392711 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Attempting to bind port 1aed429d-2e39-4e6c-b3db-bb1963593449 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:33:26.393123 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Attempting to bind port 1aed429d-2e39-4e6c-b3db-bb1963593449 on network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:33:26.401407 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:33:26.401823 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Checking segment: {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:33:26.402302 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.402695 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Bound using segment: {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:33:26.404838 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Bound port: 1aed429d-2e39-4e6c-b3db-bb1963593449, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec50ccdc-89a0-47a5-a360-5ec1de208499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:33:26.405359 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.408841 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.409203 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.409545 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.409882 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.410749 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.411110 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.411439 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.411767 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.412092 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.412414 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.412734 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.413054 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Tracked resource versions report: Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: pushed versions: Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: { 'AddressGroup': {'1.2'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'ConntrackHelper': {'1.0'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Log': {'1.0'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Network': {'1.1'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Port': {'1.7'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'PortForwarding': {'1.2'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'QosPolicy': {'1.9'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroup': {'1.4'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SubPort': {'1.0'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Subnet': {'1.1'}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Trunk': {'1.1'}} Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: consumer versions: Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'ConntrackHelper': '1.0', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Log': '1.0', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Network': '1.1', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Port': '1.7', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'PortForwarding': '1.2', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'QosPolicy': '1.9', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroup': '1.4', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroupRule': '1.2', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SubPort': '1.0', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Subnet': '1.1', Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Trunk': '1.1'}} Aug 31 12:33:26.414158 dv-cinder-788782-6-iscsi neutron-server[100548]: {{(pid=100548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:33:26.491528 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] For port 1aed429d-2e39-4e6c-b3db-bb1963593449, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:33:26.513758 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] For port 1aed429d-2e39-4e6c-b3db-bb1963593449, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=1aed429d-2e39-4e6c-b3db-bb1963593449,segment=NetworkSegment(ec50ccdc-89a0-47a5-a360-5ec1de208499),segment_id=ec50ccdc-89a0-47a5-a360-5ec1de208499)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:33:26.517959 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:26.573863 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Routers {'00919105-6406-4558-9b70-eda83a0c2646'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:33:26.574492 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:33:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['00919105-6406-4558-9b70-eda83a0c2646'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:26.668280 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] Set router 00919105-6406-4558-9b70-eda83a0c2646 gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:33:26.700795 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e984f-7d34-4f1f-b8fd-cde99552ae9b None None] Pushing event updated for resources: {'Port': ['ID=1aed429d-2e39-4e6c-b3db-bb1963593449,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:26.911176 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:24Z', 'revision_number': 2, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port_host': None, '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:26Z', 'revision_number': 4, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:26.938331 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74e51b-6268-4679-a770-3640e6012606 None None] The sync data for ids ['00919105-6406-4558-9b70-eda83a0c2646'] in dv-cinder-788782-6-iscsi is: [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:24Z', 'revision_number': 2, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port_host': None, '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:26Z', 'revision_number': 4, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:33:27.179634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60484) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:27.295136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1561e-f22a-4cc5-a73d-475f85f70152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:27.296519 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-36c1561e-f22a-4cc5-a73d-475f85f70152 admin admin] 10.222.0.60 "GET /v2.0/networks/bc467efd-35f4-4a59-bcfd-f8005f51c287 HTTP/1.1" status: 200 len: 842 time: 0.1159327 Aug 31 12:33:27.306538 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Request body: {'subnet': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:27.327648 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Made reservation on behalf of 408cb61f86d5474d89572cb958a93ba8 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:33:27.330020 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:27.617530 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.objects.ports [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100545) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 12:33:27.617530 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:27.673897 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1e0524-1be3-42bd-926e-755345f41c7c,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:27.689909 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:33:27.690298 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Network hostable DHCP agents. Network: bc467efd-35f4-4a59-bcfd-f8005f51c287, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:33:27.708223 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:33:27.716775 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, bc467efd-35f4-4a59-bcfd-f8005f51c287) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:27.721093 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:27.721646 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:27.727412 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f9858-e307-4620-8698-270bf34212e6 None None] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:33:27.736073 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b49d7b3e-ae2f-4dd6-b7f4-d0429b5ee2b2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330156 Aug 31 12:33:27.858786 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eab807-480e-48e4-b492-834e9aae187f None None] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:33:30.038050 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60492) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:30.240180 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e0d264d7-fe78-46ca-978f-90ead1238394 admin admin] 10.222.0.60 "GET /v2.0/routers/00919105-6406-4558-9b70-eda83a0c2646 HTTP/1.1" status: 200 len: 710 time: 0.2008357 Aug 31 12:33:30.332739 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7043f-1a1a-4dbb-8fb3-39821c5fbe57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:33:30.334174 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8fe7043f-1a1a-4dbb-8fb3-39821c5fbe57 admin admin] 10.222.0.60 "GET /v2.0/networks/bc467efd-35f4-4a59-bcfd-f8005f51c287 HTTP/1.1" status: 200 len: 886 time: 0.0880952 Aug 31 12:33:30.344458 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:33:30.605287 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:30.842962 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:30.920949 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.022626 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Allocated IP 172.27.3.50 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/a70ef96b-eca5-4885-979f-6f774bea260d) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:33:31.124417 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.164988 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.199379 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:33:31.202047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:33:31.209528 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:33:31.248000 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Pushing event updated for resources: {'Port': ['ID=a70ef96b-eca5-4885-979f-6f774bea260d,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:31.465390 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.752469 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16507888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16510918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3304'] for router, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.755882 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16507899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16507874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16510943'] for router, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.863004 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Router 00919105-6406-4558-9b70-eda83a0c2646 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:33:31.971220 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:33:31.976893 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:31.984114 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8b71e5eb-f166-4c1f-be3f-9d7e0f5f429e admin admin] 10.222.0.60 "PUT /v2.0/routers/00919105-6406-4558-9b70-eda83a0c2646 HTTP/1.1" status: 200 len: 889 time: 1.6371734 Aug 31 12:33:32.500926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 1aed429d-2e39-4e6c-b3db-bb1963593449 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:32.553325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 1aed429d-2e39-4e6c-b3db-bb1963593449 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:33:32.557300 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 1aed429d-2e39-4e6c-b3db-bb1963593449 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:32.557765 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:32.634458 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:32.665739 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 1aed429d-2e39-4e6c-b3db-bb1963593449, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=1aed429d-2e39-4e6c-b3db-bb1963593449,segment=NetworkSegment(ec50ccdc-89a0-47a5-a360-5ec1de208499),segment_id=ec50ccdc-89a0-47a5-a360-5ec1de208499)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:33:32.668828 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:32.715313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=1aed429d-2e39-4e6c-b3db-bb1963593449,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:33.459662 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Sync routers for ids ['00919105-6406-4558-9b70-eda83a0c2646'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:33:33.469853 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Routers {'00919105-6406-4558-9b70-eda83a0c2646'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:33:33.470479 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:33:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['00919105-6406-4558-9b70-eda83a0c2646'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:33.719603 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Set router 00919105-6406-4558-9b70-eda83a0c2646 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:33:34.112879 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:31Z', 'revision_number': 4, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port': {'id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:30Z', 'updated_at': '2021-08-31T12:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:32Z', 'revision_number': 5, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:34.161723 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Checking router: 00919105-6406-4558-9b70-eda83a0c2646 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:33:34.162075 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Updating router 00919105-6406-4558-9b70-eda83a0c2646 port a70ef96b-eca5-4885-979f-6f774bea260d binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:33:34.209664 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.405805 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 60504) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:33:34.495744 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 1aed429d-2e39-4e6c-b3db-bb1963593449 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:34.524107 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-656770bb-f3e5-46b9-bcf9-9276e266b67f admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1171503 Aug 31 12:33:34.565475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.578264 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Transition to ACTIVE for port object a70ef96b-eca5-4885-979f-6f774bea260d will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:33:34.586194 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.599333 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 1aed429d-2e39-4e6c-b3db-bb1963593449 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:34.599712 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.680053 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Attempting to bind port a70ef96b-eca5-4885-979f-6f774bea260d on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:33:34.680428 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Attempting to bind port a70ef96b-eca5-4885-979f-6f774bea260d by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:33:34.680797 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Attempting to bind port a70ef96b-eca5-4885-979f-6f774bea260d on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:33:34.684294 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5443-dee9-4dff-9884-960c2845c670 None None] Pushing event updated for resources: {'Port': ['ID=a70ef96b-eca5-4885-979f-6f774bea260d,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:34.691524 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:33:34.691901 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:33:34.692304 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.692723 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:33:34.693174 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Bound port: a70ef96b-eca5-4885-979f-6f774bea260d, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:33:34.693571 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.778862 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] For port a70ef96b-eca5-4885-979f-6f774bea260d, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:33:34.792247 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] For port a70ef96b-eca5-4885-979f-6f774bea260d, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a70ef96b-eca5-4885-979f-6f774bea260d,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:33:34.796820 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:34.931379 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Routers {'00919105-6406-4558-9b70-eda83a0c2646'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:33:34.932009 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:33:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['00919105-6406-4558-9b70-eda83a0c2646'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:34.933915 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5443-dee9-4dff-9884-960c2845c670 None None] Pushing event updated for resources: {'Port': ['ID=a70ef96b-eca5-4885-979f-6f774bea260d,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:35.051942 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] Set router 00919105-6406-4558-9b70-eda83a0c2646 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:33:35.272420 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:31Z', 'revision_number': 4, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port': {'id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:30Z', 'updated_at': '2021-08-31T12:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:32Z', 'revision_number': 5, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:33:35.302592 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22754eaa-ab0b-4a85-be36-d8823e81cddb None None] The sync data for ids ['00919105-6406-4558-9b70-eda83a0c2646'] in dv-cinder-788782-6-iscsi is: [{'id': '00919105-6406-4558-9b70-eda83a0c2646', 'name': 'router1', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:33:14Z', 'updated_at': '2021-08-31T12:33:31Z', 'revision_number': 4, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'gw_port': {'id': 'a70ef96b-eca5-4885-979f-6f774bea260d', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ba:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:30Z', 'updated_at': '2021-08-31T12:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '1aed429d-2e39-4e6c-b3db-bb1963593449', 'name': '', 'network_id': '34d2e5c7-70a7-4462-b01c-a1f2836bd629', 'tenant_id': 'ec257dec1e834f5981afee9e1030f83d', 'mac_address': 'fa:16:3e:49:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00919105-6406-4558-9b70-eda83a0c2646', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:33:23Z', 'updated_at': '2021-08-31T12:33:32Z', 'revision_number': 5, 'project_id': 'ec257dec1e834f5981afee9e1030f83d', 'subnets': [{'id': '20255f6c-331c-409e-9dc8-47a35d6f9450', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c45d88-13d0-4413-b84b-4ef2893eefd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:33:36.532391 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a70ef96b-eca5-4885-979f-6f774bea260d up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:36.582935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port a70ef96b-eca5-4885-979f-6f774bea260d completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:33:36.586998 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a70ef96b-eca5-4885-979f-6f774bea260d triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:36.587377 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:36.678241 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:36.702006 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port a70ef96b-eca5-4885-979f-6f774bea260d, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a70ef96b-eca5-4885-979f-6f774bea260d,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:33:36.708500 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:36.764321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=a70ef96b-eca5-4885-979f-6f774bea260d,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:33:38.535889 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a70ef96b-eca5-4885-979f-6f774bea260d up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:33:38.623158 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a70ef96b-eca5-4885-979f-6f774bea260d triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:33:38.623999 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:45.650925 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:33:47.610628 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b4ded181-2ba2-4fef-8869-c1badae558fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:49.783119 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6709-3dd6-4075-838b-7d4392c4b920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:50.158491 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:51.545798 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:53.325532 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:17.620051 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ede934df-0bcb-4cef-a564-02b98797c867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:19.779797 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-54ca3ccc-481c-4d1f-a2be-49eb7c45068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:20.166392 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:21.607868 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:22.650189 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:34:23.286007 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:47.604423 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-95a66072-638c-4d40-a5f3-7a65341bcdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:49.782749 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf4a8-1f92-4eda-b991-07e95780f9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:50.159321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:51.540571 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:53.287388 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:59.648727 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:35:12.501234 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 32836) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:12.561978 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.pecan_wsgi.hooks.translation [None req-661d2511-d75b-4edc-a5d3-b00159ed0cd6 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:35:12.563349 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-661d2511-d75b-4edc-a5d3-b00159ed0cd6 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611777 Aug 31 12:35:12.723963 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7111c-f29f-4c98-990c-63affff0ca0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:12.725434 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a8b7111c-f29f-4c98-990c-63affff0ca0b admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573911 Aug 31 12:35:14.912230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32846) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:15.055201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07386b74-0337-4c63-b8e5-40bb420aad27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:15.056583 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-07386b74-0337-4c63-b8e5-40bb420aad27 admin admin] 10.222.0.60 "GET /v2.0/subnets/20255f6c-331c-409e-9dc8-47a35d6f9450 HTTP/1.1" status: 200 len: 849 time: 0.1434255 Aug 31 12:35:15.067480 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:35:15.149997 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.301372 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765399512284'] for subnet, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.341691 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:15.342277 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.344942 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] 10.222.0.60 "PUT /v2.0/subnets/20255f6c-331c-409e-9dc8-47a35d6f9450 HTTP/1.1" status: 200 len: 868 time: 0.2813570 Aug 31 12:35:15.347844 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8620f-bc16-4086-8a31-926b5ad5cee6 None None] Network 34d2e5c7-70a7-4462-b01c-a1f2836bd629 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:35:15.364027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20255f6c-331c-409e-9dc8-47a35d6f9450,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:15.371503 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.371871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.372214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.372553 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.372889 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.373244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.373715 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.374069 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.374548 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.375451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.375778 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.376174 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7585698-439e-44eb-925c-5fe464d7e278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:15.720062 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-57dbdb33-07f3-495b-99ff-f0449e01467d None None] Provisioning complete for port 1aed429d-2e39-4e6c-b3db-bb1963593449 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:35:15.720467 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-57dbdb33-07f3-495b-99ff-f0449e01467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.821062 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-57dbdb33-07f3-495b-99ff-f0449e01467d None None] Provisioning complete for port d9c926eb-bce5-4c5e-861a-7527cc1cc781 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:35:15.821331 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-57dbdb33-07f3-495b-99ff-f0449e01467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:17.605131 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8a738e22-b0cf-4c15-ad64-8127e87e1fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:17.621206 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32856) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:17.840475 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110e5cb-5466-435a-950f-1630694ae639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:17.840866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110e5cb-5466-435a-950f-1630694ae639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:17.842410 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0110e5cb-5466-435a-950f-1630694ae639 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2202477 Aug 31 12:35:19.782753 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6ed7cf2e-9758-4648-a521-3e298a411e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.080651 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32864) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:20.163578 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.218718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abf84b-831e-4a88-b90c-db09dae9b755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:20.219215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abf84b-831e-4a88-b90c-db09dae9b755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:20.220782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-04abf84b-831e-4a88-b90c-db09dae9b755 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1391578 Aug 31 12:35:21.542885 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:22.447237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32872) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:22.660881 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874f360-d3d9-4247-8a33-543d95a4e37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:22.662360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8874f360-d3d9-4247-8a33-543d95a4e37a admin admin] 10.222.0.60 "GET /v2.0/networks/34d2e5c7-70a7-4462-b01c-a1f2836bd629 HTTP/1.1" status: 200 len: 869 time: 0.2141390 Aug 31 12:35:23.291642 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.904985 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 32880) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:25.035374 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598738e9-cd64-4389-b797-c8235b76b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:25.036785 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-598738e9-cd64-4389-b797-c8235b76b25a admin admin] 10.222.0.60 "GET /v2.0/networks/bc467efd-35f4-4a59-bcfd-f8005f51c287 HTTP/1.1" status: 200 len: 886 time: 0.1308143 Aug 31 12:35:27.291944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32888) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:27.418196 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7b210-54e4-4eab-b6bd-b292edaeb554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:27.418654 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7b210-54e4-4eab-b6bd-b292edaeb554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:27.420227 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-53a7b210-54e4-4eab-b6bd-b292edaeb554 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273329 Aug 31 12:35:29.761369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32896) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:29.875788 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc042d-5e77-4443-979c-b33d25217512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:29.876239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc042d-5e77-4443-979c-b33d25217512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:29.877827 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-83bc042d-5e77-4443-979c-b33d25217512 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154959 Aug 31 12:35:32.183471 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32904) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:32.326239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1310f-47d2-4979-97fe-32d71660f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:32.329148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3db1310f-47d2-4979-97fe-32d71660f0fa admin admin] 10.222.0.60 "GET /v2.0/subnets/20255f6c-331c-409e-9dc8-47a35d6f9450 HTTP/1.1" status: 200 len: 868 time: 0.1445184 Aug 31 12:35:34.645689 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32912) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:34.740709 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7500b573-c25f-4932-aa28-5e410f5e668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:34.742184 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7500b573-c25f-4932-aa28-5e410f5e668a admin admin] 10.222.0.60 "GET /v2.0/subnets/6d1e0524-1be3-42bd-926e-755345f41c7c HTTP/1.1" status: 200 len: 816 time: 0.0954878 Aug 31 12:35:36.647615 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:35:47.609877 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f5353d2a-fd2f-4f9a-9de0-f99b1d3152ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:49.782564 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a3f82022-0a32-49ee-aa77-e01e157457d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:50.165835 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:51.545802 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:53.292686 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:58.713518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 32966) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:35:58.760437 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-3687d636-c30b-40d1-9ddb-0271159c7559 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:35:58.761447 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3687d636-c30b-40d1-9ddb-0271159c7559 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469925 Aug 31 12:36:01.035044 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 32974) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:36:01.095769 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec679c5-803d-40e2-936c-65e46974e234 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:36:01.097086 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-dec679c5-803d-40e2-936c-65e46974e234 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610993 Aug 31 12:36:01.179811 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc245bcb-5858-4937-9439-7e41be9a9c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:36:01.181249 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cc245bcb-5858-4937-9439-7e41be9a9c0a admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796063 Aug 31 12:36:03.421691 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 32982) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:36:03.467961 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:36:03.487429 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Made reservation on behalf of 408cb61f86d5474d89572cb958a93ba8 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:36:03.489601 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:03.517239 dv-cinder-788782-6-iscsi neutron-server[100545]: WARNING neutron.services.revisions.revision_plugin [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Could not find related network for resource to bump revision. Aug 31 12:36:03.534621 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:36:03.544040 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:03.544372 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Added segment a3e6a973-d685-47be-a238-643998270a11 of type vlan for network 298eaf97-35de-4a16-837d-c7b1da233581 Aug 31 12:36:03.585689 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:03.608883 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:03.609838 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:36:03.610424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:03.665777 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2429898 Aug 31 12:36:03.674693 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Pushing event updated for resources: {'Network': ['ID=298eaf97-35de-4a16-837d-c7b1da233581,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:03.682024 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.682400 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.682747 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.683120 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.683455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.683802 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.684140 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.684599 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.684922 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.685173 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.685488 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.686334 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddfa1c-412e-48fe-b2cf-3923df3695da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:03.697914 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 298eaf97-35de-4a16-837d-c7b1da233581 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:36:05.895306 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 32990) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:36:05.956795 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc13258-a26c-4f3d-8caf-e805b787d3a4 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:36:05.958258 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0dc13258-a26c-4f3d-8caf-e805b787d3a4 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619864 Aug 31 12:36:06.026822 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4c71a-8dca-477c-8825-673e5a4d7298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:36:06.028419 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2da4c71a-8dca-477c-8825-673e5a4d7298 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655737 Aug 31 12:36:06.040917 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:36:06.062606 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Made reservation on behalf of 408cb61f86d5474d89572cb958a93ba8 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:36:06.064904 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.222200 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.275609 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad33a59-a273-4034-95e2-575e2b134656,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:06.283177 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Checking segment: {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:36:06.283533 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Network hostable DHCP agents. Network: 298eaf97-35de-4a16-837d-c7b1da233581, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:36:06.298855 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Network 298eaf97-35de-4a16-837d-c7b1da233581 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:36:06.306724 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 298eaf97-35de-4a16-837d-c7b1da233581) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:36:06.310689 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:36:06.311307 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.315864 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c0ad8-88b0-40d3-8f2f-d16bbe48a136 None None] Network 298eaf97-35de-4a16-837d-c7b1da233581 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:36:06.325569 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-52d3bcce-78ca-465a-b81f-c0da3e8bbee2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2882781 Aug 31 12:36:06.558603 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-298eaf97-35de-4a16-837d-c7b1da233581', 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581', 'tenant_id': '408cb61f86d5474d89572cb958a93ba8', 'fixed_ips': [{'subnet_id': '0ad33a59-a273-4034-95e2-575e2b134656'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:36:06.559581 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.700512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Allocated IP 192.168.233.2 (298eaf97-35de-4a16-837d-c7b1da233581/0ad33a59-a273-4034-95e2-575e2b134656/8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:36:06.845734 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.854379 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Transition to ACTIVE for port object 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:36:06.870150 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Transition to ACTIVE for port object 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:36:06.876256 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.918894 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Network 298eaf97-35de-4a16-837d-c7b1da233581 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:36:06.922269 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:36:06.925908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:36:06.931313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Pushing event updated for resources: {'Port': ['ID=8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:06.942843 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.943225 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.943576 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.943918 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.944277 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.944616 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.944948 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.945281 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.945615 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.945941 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.946266 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.946590 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:06.992220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Attempting to bind port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:36:06.992598 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Attempting to bind port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:36:06.992961 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Attempting to bind port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa on network 298eaf97-35de-4a16-837d-c7b1da233581 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:36:06.998162 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:36:06.999077 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Checking segment: {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:36:06.999478 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:06.999870 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Bound using segment: {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:36:07.000343 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Bound port: 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:36:07.000746 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:07.063261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] For port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:36:07.066982 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] For port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:36:07.072486 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:07.130351 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2030b-ac2a-45ec-b8eb-2d78182c529e None None] Pushing event updated for resources: {'Port': ['ID=8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:07.964804 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e96d86-483c-4747-8e62-ad190ad017ba None None] Network 298eaf97-35de-4a16-837d-c7b1da233581 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:36:08.053311 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-b3d73645-380a-4a56-9cf9-ab11b761e187 None None] Provisioning for port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:36:08.734714 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:36:08.787515 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:36:08.791431 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:36:08.791810 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:08.870665 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:08.906036 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:36:08.913178 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:08.963850 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:10.718951 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:36:10.770743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 8b7257ae-c7f0-4dd0-b0c7-4a66a14fedaa triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:36:10.771141 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:13.651769 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:36:17.611138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-eb16ce85-f79b-4226-87b7-464f4f05b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:19.783891 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-06dd9747-df24-4090-b5d7-1ed9a145ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:20.167165 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:21.550002 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:23.296003 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:47.612583 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5680f0e-165d-49f7-87ea-ab191042241f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:49.786355 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2540629c-431d-4795-a775-7cdae07b7d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:50.168155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:50.649977 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:36:51.551919 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:53.301888 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.278342 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33042) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:37:15.284234 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [None req-b9e3cc40-759d-422b-9dc0-bc13bc3bd409 tempest-verify_tempest_config-660645765 tempest-verify_tempest_config-660645765-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:37:15.285394 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b9e3cc40-759d-422b-9dc0-bc13bc3bd409 tempest-verify_tempest_config-660645765 tempest-verify_tempest_config-660645765-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059841 Aug 31 12:37:15.583946 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33062) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:37:15.689339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.779965 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.783796 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.829127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad0b07-1049-4e9f-9db7-25dbdc015d15,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:37:15.833722 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=225058fefcad43289c26a5603d3d4eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2487822 Aug 31 12:37:15.836760 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33066) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:37:15.837922 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.838303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.838653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.839021 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.839355 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.840334 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.840684 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.841014 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.841345 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.841670 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.841994 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.842317 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0af8a-d3d7-4c16-998f-2667ee228f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:15.896734 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.917700 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:16.007119 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:16.009668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:16.010958 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08ad0b07-1049-4e9f-9db7-25dbdc015d15 HTTP/1.1" status: 204 len: 168 time: 0.1725557 Aug 31 12:37:16.020088 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad0b07-1049-4e9f-9db7-25dbdc015d15,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:37:16.028726 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.029082 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.029432 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.029776 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.030119 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.030484 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.030832 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.031175 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.031585 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.031919 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.032249 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:16.032576 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac1268-4909-4337-b49e-4badd743ab96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:37:17.613956 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6916e51c-b631-4ea9-a195-edf8aef1f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:19.786936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-88493dc0-f612-431c-b6fa-5a7d6bdd5752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:20.172803 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:21.555530 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:23.302398 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:27.649539 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:37:47.616065 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f771f5c6-1fac-4a07-8be2-7695a076bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:49.786783 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0c30db1d-2845-4977-8ef0-39446b2d741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:50.174393 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:51.558622 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:53.303126 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:04.649172 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:38:17.623327 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f310c3c9-70f3-49c3-b4e7-146307625e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:19.789410 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-253badb1-4e85-416b-be09-d56957a9ee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:20.177918 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:21.564287 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:23.307904 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:41.647441 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 5 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:38:47.617780 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f9cf531e-cb93-4e4d-bbe4-5850f185e0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:49.790250 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8717-2966-407b-88c6-24eef3d14881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:50.180363 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:51.564182 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:53.309101 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:54.503689 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16508386'] for agent, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:09.850586 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33140) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:39:09.959812 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8cdc2309-cdf7-40ee-a3ed-34f949569337 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1081078 Aug 31 12:39:12.277868 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33150) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:39:12.338021 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-65e77cba-d6e8-4616-93d7-cc3a6aacc307 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589066 Aug 31 12:39:17.618574 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5b26-aa12-4627-b2d2-bc671e7bc43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:18.647376 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:39:19.792166 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-187cd7c9-994b-4028-9223-8505252a1c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:20.181569 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:21.567705 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:23.312325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:24.452548 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:47.619719 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-014daca8-1e17-4f63-9040-40c899942641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:49.793789 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-068f565e-c656-4429-98e0-d054c03b7edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:50.183427 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:51.571419 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:53.316822 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:54.459785 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:55.646555 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:40:17.627448 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-56fef2f6-26ef-4db9-ac8f-1f32a0d2f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.803498 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d08b1770-a70f-4575-b5cc-672b1b9499cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.196349 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.579600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.327627 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:24.470708 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.646287 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:40:47.622773 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e22a065e-b0c5-4d78-a63f-bf5c2c2e2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.804243 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33362) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:48.046009 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33372) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:48.237154 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-290112671-network', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:48.282092 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Made reservation on behalf of d6a2b1d1dae04c37a08a0a2cb61b2860 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:48.286900 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.303170 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.473155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33394) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:48.476664 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.481893 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.515197 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33402) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:48.517240 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-620884090-network', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:48.521145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:40:48.525561 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb53e54-95f2-4b54-b373-2c8554893647,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:48.541240 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.541763 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.542308 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.542726 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.543589 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.543589 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.543817 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.544334 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.545049 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.545461 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.546047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.546454 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Tracked resource versions report: Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: pushed versions: Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: { 'AddressGroup': {'1.2'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'ConntrackHelper': {'1.0'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Log': {'1.0'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Network': {'1.1'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Port': {'1.7'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'PortForwarding': {'1.2'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'QosPolicy': {'1.9'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroup': {'1.4'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SubPort': {'1.0'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Subnet': {'1.1'}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Trunk': {'1.1'}} Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: consumer versions: Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: HyperV agent@hv-cinder-78878: {}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'ConntrackHelper': '1.0', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Log': '1.0', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Network': '1.1', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Port': '1.7', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'PortForwarding': '1.2', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'QosPolicy': '1.9', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroup': '1.4', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SecurityGroupRule': '1.2', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'SubPort': '1.0', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Subnet': '1.1', Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: 'Trunk': '1.1'}} Aug 31 12:40:48.547865 dv-cinder-788782-6-iscsi neutron-server[100545]: {{(pid=100545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:48.559639 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.560338 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Added segment 3032d09e-d670-437b-8518-6c78e2508003 of type vlan for network 5e1b655c-b837-44f7-bf38-d7be084485b0 Aug 31 12:40:48.606026 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Made reservation on behalf of bf7d0919bfb145c89ff4ed269d85d9e5 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:48.608397 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.624235 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.626545 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.690094 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.691536 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:48.692201 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.779577 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1b655c-b837-44f7-bf38-d7be084485b0,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:48.781569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386274348-network', 'tenant_id': '8fc14d1f84ef4298aa27872fa9890b34'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:48.794204 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:40:48.859245 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.874349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.891563 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cf4b177c-3fc5-44f5-9468-0eaa0b720ed5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0852985 Aug 31 12:40:48.894228 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33420) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:48.907641 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Made reservation on behalf of 8fc14d1f84ef4298aa27872fa9890b34 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:48.912260 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.932950 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0040832-12fb-4aca-9309-0ca4be5490df,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:48.939595 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1625318440-network', 'tenant_id': '8f2728f7ebf34e4f9cde1a99c02e686c'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:48.956421 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Request body: {'subnet': {'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-subnet', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:48.960385 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.974703 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:40:49.003967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Made reservation on behalf of 8f2728f7ebf34e4f9cde1a99c02e686c for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:49.006959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.018104 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.111633 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.112290 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Added segment f3c7a0cd-3322-44ad-8e64-794c0dd74cd9 of type vlan for network 19770c70-4f68-4b6a-a4c1-28140956c24f Aug 31 12:40:49.160386 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Made reservation on behalf of d6a2b1d1dae04c37a08a0a2cb61b2860 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:49.163651 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.217291 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.269430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.331740 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.333006 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.333622 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.398859 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.446368 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:40:49.465079 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.468654 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] Pushing event updated for resources: {'Network': ['ID=19770c70-4f68-4b6a-a4c1-28140956c24f,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:49.484727 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.486218 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Added segment 56e96aa2-adcb-40a5-8361-b42fb810e76f of type vlan for network 934cf296-4ae1-448d-b9b1-4115ef3684b1 Aug 31 12:40:49.488202 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 19770c70-4f68-4b6a-a4c1-28140956c24f details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:40:49.549335 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0fcf5c45-5547-4364-a9bb-e94c941bec02 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4989712 Aug 31 12:40:49.557924 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33452) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:49.570475 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Request body: {'subnet': {'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-subnet', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:49.578708 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.639531 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.654612 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Made reservation on behalf of bf7d0919bfb145c89ff4ed269d85d9e5 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:49.660985 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.663613 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:40:49.667949 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b075bb-519a-4cd0-b522-9e6cbac034a2,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:49.694775 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.695832 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.700292 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.727661 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.729574 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.730670 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Added segment 0b6693f9-1c47-4af2-9295-6f727b89aeea of type vlan for network 0af34bb7-7990-4bc1-876c-f882e20773c3 Aug 31 12:40:49.806329 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-be6fa2f7-54ca-4dde-a780-a745ecbb0f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.812523 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.818985 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9fcf6d-799e-4760-b0de-d84144c177ed,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:49.836445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.836445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.836445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.836445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.836445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.836829 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.837035 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.837558 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.838045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.838593 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.839124 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.839447 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Tracked resource versions report: Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: pushed versions: Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: { 'AddressGroup': {'1.2'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'ConntrackHelper': {'1.0'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Log': {'1.0'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Network': {'1.1'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Port': {'1.7'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'PortForwarding': {'1.2'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'QosPolicy': {'1.9'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroup': {'1.4'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SubPort': {'1.0'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Subnet': {'1.1'}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Trunk': {'1.1'}} Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: consumer versions: Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: HyperV agent@hv-cinder-78878: {}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'ConntrackHelper': '1.0', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Log': '1.0', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Network': '1.1', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Port': '1.7', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'PortForwarding': '1.2', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'QosPolicy': '1.9', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroup': '1.4', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SecurityGroupRule': '1.2', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'SubPort': '1.0', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Subnet': '1.1', Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: 'Trunk': '1.1'}} Aug 31 12:40:49.840515 dv-cinder-788782-6-iscsi neutron-server[100546]: {{(pid=100546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:49.847158 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3728120 Aug 31 12:40:49.851977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33474) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:49.860295 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Request body: {'subnet': {'network_id': '934cf296-4ae1-448d-b9b1-4115ef3684b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386274348-subnet', 'tenant_id': '8fc14d1f84ef4298aa27872fa9890b34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:49.889942 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Made reservation on behalf of 8fc14d1f84ef4298aa27872fa9890b34 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:49.895093 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.895457 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.896984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.897786 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.945309 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4280853 Aug 31 12:40:49.953072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c9c808-e992-4d4a-be3e-18482c239264,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:49.960163 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33478) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:49.967941 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Request body: {'subnet': {'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1625318440-subnet', 'tenant_id': '8f2728f7ebf34e4f9cde1a99c02e686c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:49.970827 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Checking segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:49.971199 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Network hostable DHCP agents. Network: 5e1b655c-b837-44f7-bf38-d7be084485b0, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:50.009436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dee7d-10e8-4ac8-94e4-3be00c8ec6ad admin admin] Pushing event updated for resources: {'Network': ['ID=934cf296-4ae1-448d-b9b1-4115ef3684b1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.021297 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 934cf296-4ae1-448d-b9b1-4115ef3684b1 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:40:50.114213 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Made reservation on behalf of 8f2728f7ebf34e4f9cde1a99c02e686c for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:50.120163 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.146553 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.154290 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6a55-379c-4411-b518-1fabcc1b5a8c admin admin] Pushing event updated for resources: {'Network': ['ID=0af34bb7-7990-4bc1-876c-f882e20773c3,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.166010 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 0af34bb7-7990-4bc1-876c-f882e20773c3 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:40:50.341977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:50.367655 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.403911 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.406002 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 5e1b655c-b837-44f7-bf38-d7be084485b0) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:50.418044 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e84cf-bf04-4154-b07e-024bd5093594 None None] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:50.419199 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.423289 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.433960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=73549e7b-9ecf-43d6-9ddd-4daa085e0d90,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.536988 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Checking segment: {'id': '56e96aa2-adcb-40a5-8361-b42fb810e76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '934cf296-4ae1-448d-b9b1-4115ef3684b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:50.537350 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Network hostable DHCP agents. Network: 934cf296-4ae1-448d-b9b1-4115ef3684b1, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:50.570412 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Checking segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:50.571047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Network hostable DHCP agents. Network: 19770c70-4f68-4b6a-a4c1-28140956c24f, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:50.625076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.630440 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-9b88f29e-d0e4-45df-a051-430faac7240a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6987562 Aug 31 12:40:50.636090 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7feef4-6d55-47b3-8c92-4a042b43b74a None None] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:50.636321 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33518) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:50.645774 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:50.646001 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:50.670634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Network 934cf296-4ae1-448d-b9b1-4115ef3684b1 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:50.692815 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 934cf296-4ae1-448d-b9b1-4115ef3684b1) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:50.694671 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c500e6-4597-4b38-a385-7959f9049ec9,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.719976 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104955c2-6b0f-41b1-944e-2af209f8be51 None None] Network 934cf296-4ae1-448d-b9b1-4115ef3684b1 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:50.731894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b5acb6-69bd-4a1e-a70b-e5bc8da4290c,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.739503 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.741096 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.742874 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.743320 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.756026 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 19770c70-4f68-4b6a-a4c1-28140956c24f) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:50.764784 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.765699 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.801443 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-662175f6-69d1-4a05-87f9-b87484d148ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9449503 Aug 31 12:40:50.808449 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d0351ff5-19c4-41e6-ba4d-9a532b5d0928 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2459815 Aug 31 12:40:50.809540 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33526) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:50.815649 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:50.862855 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.864418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.949169 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13324d20-eb30-46d7-be51-78318d71ab7d None None] Network 19770c70-4f68-4b6a-a4c1-28140956c24f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:50.963039 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Checking segment: {'id': '0b6693f9-1c47-4af2-9295-6f727b89aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:50.963492 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Network hostable DHCP agents. Network: 0af34bb7-7990-4bc1-876c-f882e20773c3, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:51.042308 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.126401 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.171335 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33536) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:51.222734 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Network 0af34bb7-7990-4bc1-876c-f882e20773c3 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:51.232213 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.311332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 0af34bb7-7990-4bc1-876c-f882e20773c3) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:51.318977 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dab00f-be30-412d-88e1-00908693eede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-19770c70-4f68-4b6a-a4c1-28140956c24f', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:40:51.320109 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.329742 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92023a-cc20-40f9-bfda-162f3618a546 None None] Network 0af34bb7-7990-4bc1-876c-f882e20773c3 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:51.331249 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:51.331922 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.451982 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e535d-60ff-4c2b-9571-ee076c8b9e5c None None] Network 934cf296-4ae1-448d-b9b1-4115ef3684b1 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:51.459151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.500290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-290f8200-ee7c-41c3-9401-adb2da4d237f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5385516 Aug 31 12:40:51.619900 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8e7eaadc-efe4-4de6-ab37-3779d0341174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.675156 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-53dab00f-be30-412d-88e1-00908693eede None None] Allocated IP 172.20.0.2 (19770c70-4f68-4b6a-a4c1-28140956c24f/62c500e6-4597-4b38-a385-7959f9049ec9/13df3cf7-6a97-45d5-939a-304d505518f9) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:51.688823 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.741310 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.769190 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8e7eaadc-efe4-4de6-ab37-3779d0341174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.781406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8e7eaadc-efe4-4de6-ab37-3779d0341174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.822338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eaadc-efe4-4de6-ab37-3779d0341174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e187fd79-b318-492a-85a3-aa3cc78cb2a3,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:51.880711 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8e7eaadc-efe4-4de6-ab37-3779d0341174 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5d00614b24243a297c35e89b3733450&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7079754 Aug 31 12:40:51.883536 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33570) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:51.964867 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.973232 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Allocated IP 172.27.3.2 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/18693df7-2ed1-43b9-ac19-720252dcbbda) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:51.988515 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.993646 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-53dab00f-be30-412d-88e1-00908693eede None None] Transition to ACTIVE for port object 13df3cf7-6a97-45d5-939a-304d505518f9 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:52.045655 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-53dab00f-be30-412d-88e1-00908693eede None None] Transition to ACTIVE for port object 13df3cf7-6a97-45d5-939a-304d505518f9 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:52.113554 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.141267 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33584) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:52.146296 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2008121139-network', 'tenant_id': '2c2a25abb9a64755b8bb3be70f89a50a'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:52.205624 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Made reservation on behalf of 2c2a25abb9a64755b8bb3be70f89a50a for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:52.207933 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.220169 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.226193 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.239555 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dab00f-be30-412d-88e1-00908693eede None None] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:52.334676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.348792 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.349737 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.357711 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-53dab00f-be30-412d-88e1-00908693eede None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:52.359463 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33594) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:52.363824 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dab00f-be30-412d-88e1-00908693eede None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:52.375737 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cf8bb-9c66-47c2-830c-8096e33d0806 None None] Network 0af34bb7-7990-4bc1-876c-f882e20773c3 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:52.385961 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:40:52.409985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.417048 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39af7a9-ce73-4059-8b21-595abe0d98aa,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.419982 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.420329 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Added segment bb22452e-f500-4cd0-8d9f-7bd8b1103e14 of type vlan for network fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 Aug 31 12:40:52.495840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.506486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.562453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:52.567658 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab00f-be30-412d-88e1-00908693eede None None] Pushing event updated for resources: {'Port': ['ID=13df3cf7-6a97-45d5-939a-304d505518f9,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.573905 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:52.603345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.603733 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.604092 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.604435 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.604772 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.605110 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.605479 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.605925 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.606304 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.607997 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.609573 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:52.610563 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.611796 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Tracked resource versions report: Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: pushed versions: Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: { 'AddressGroup': {'1.2'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'ConntrackHelper': {'1.0'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Log': {'1.0'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Network': {'1.1'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Port': {'1.7'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'PortForwarding': {'1.2'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'QosPolicy': {'1.9'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroup': {'1.4'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SubPort': {'1.0'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Subnet': {'1.1'}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Trunk': {'1.1'}} Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: consumer versions: Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: HyperV agent@hv-cinder-78878: {}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'ConntrackHelper': '1.0', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Log': '1.0', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Network': '1.1', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Port': '1.7', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'PortForwarding': '1.2', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'QosPolicy': '1.9', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroup': '1.4', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SecurityGroupRule': '1.2', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'SubPort': '1.0', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Subnet': '1.1', Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: 'Trunk': '1.1'}} Aug 31 12:40:52.612914 dv-cinder-788782-6-iscsi neutron-server[100547]: {{(pid=100547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:52.624261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-53dab00f-be30-412d-88e1-00908693eede None None] Attempting to bind port 13df3cf7-6a97-45d5-939a-304d505518f9 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:52.624641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-53dab00f-be30-412d-88e1-00908693eede None None] Attempting to bind port 13df3cf7-6a97-45d5-939a-304d505518f9 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:52.625009 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab00f-be30-412d-88e1-00908693eede None None] Attempting to bind port 13df3cf7-6a97-45d5-939a-304d505518f9 on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:52.638004 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab00f-be30-412d-88e1-00908693eede None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:52.638729 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab00f-be30-412d-88e1-00908693eede None None] Checking segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:52.639442 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.639842 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dab00f-be30-412d-88e1-00908693eede None None] Bound using segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:52.640329 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-53dab00f-be30-412d-88e1-00908693eede None None] Bound port: 13df3cf7-6a97-45d5-939a-304d505518f9, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:52.640719 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.649007 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.718238 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Allocated IP 172.27.3.183 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/7dde7ad0-3bbe-4576-b371-44fab11276e9) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:52.749034 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.808735 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-53dab00f-be30-412d-88e1-00908693eede None None] For port 13df3cf7-6a97-45d5-939a-304d505518f9, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:52.813215 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-53dab00f-be30-412d-88e1-00908693eede None None] For port 13df3cf7-6a97-45d5-939a-304d505518f9, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=13df3cf7-6a97-45d5-939a-304d505518f9,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:52.821912 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-53dab00f-be30-412d-88e1-00908693eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.854337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33614) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:52.857104 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.858114 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:52.858726 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.860776 dv-cinder-788782-6-iscsi neutron-server[100546]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 12:40:52.869895 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e1ae133f-d8c2-4964-a8e8-2f50fc822118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.903913 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab00f-be30-412d-88e1-00908693eede None None] Pushing event updated for resources: {'Port': ['ID=13df3cf7-6a97-45d5-939a-304d505518f9,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.957739 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Pushing event updated for resources: {'Port': ['ID=18693df7-2ed1-43b9-ac19-720252dcbbda,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.965125 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8227873 Aug 31 12:40:52.969599 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33618) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:52.978174 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Request body: {'subnet': {'network_id': 'fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2008121139-subnet', 'tenant_id': '2c2a25abb9a64755b8bb3be70f89a50a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:40:52.984326 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975e45-ffce-49d6-97a3-311467539e08 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:53.003402 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:40:53.049136 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.051377 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.055225 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e187fd79-b318-492a-85a3-aa3cc78cb2a3 HTTP/1.1" status: 204 len: 168 time: 1.1640739 Aug 31 12:40:53.122730 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c582e-1f0a-4267-8b0a-8a4a2d34c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187fd79-b318-492a-85a3-aa3cc78cb2a3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:53.143556 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.158229 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.177856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-65ac400e-2e7e-4357-827d-436b0fa04fb0 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:53.179639 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-65ac400e-2e7e-4357-827d-436b0fa04fb0 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/networks?id=0af34bb7-7990-4bc1-876c-f882e20773c3 HTTP/1.1" status: 200 len: 812 time: 0.3235872 Aug 31 12:40:53.206476 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e1ae133f-d8c2-4964-a8e8-2f50fc822118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.234642 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-e6a95a23-b36e-42d8-bb8f-3d80cdc3e28f tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/quotas/8f2728f7ebf34e4f9cde1a99c02e686c HTTP/1.1" status: 200 len: 375 time: 0.0458572 Aug 31 12:40:53.249102 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e1ae133f-d8c2-4964-a8e8-2f50fc822118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.320265 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-db750f14-096d-4298-a2c3-2d1458d22687 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783811 Aug 31 12:40:53.331918 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.346704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-046c9e19-f0f5-4b40-ac15-a3e38431fd1e tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:40:53.347824 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-046c9e19-f0f5-4b40-ac15-a3e38431fd1e tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183558 Aug 31 12:40:53.359311 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.381319 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Made reservation on behalf of 2c2a25abb9a64755b8bb3be70f89a50a for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:53.383742 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.393947 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e1ae133f-d8c2-4964-a8e8-2f50fc822118 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7160687bd5304353910e171e553fa25c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0285790 Aug 31 12:40:53.407061 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33630) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:53.429179 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae133f-d8c2-4964-a8e8-2f50fc822118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb06107-05d0-453b-b360-d5b675f4f51a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:53.480969 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:53.520152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:53.531652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:53.701428 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.737815 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Pushing event updated for resources: {'Port': ['ID=7dde7ad0-3bbe-4576-b371-44fab11276e9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:53.841507 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.945350 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.036653 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.218282 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb9f9a-2192-4886-b42e-b1a67c31204b,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:54.263480 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Checking segment: {'id': 'bb22452e-f500-4cd0-8d9f-7bd8b1103e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:54.264140 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Network hostable DHCP agents. Network: fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:54.275275 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:40:54.293904 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Network fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:54.337578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:54.347616 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b8ad9-ec7e-4c97-a953-e1dd4e48cb8d None None] Network fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:54.348894 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:54.349920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.359237 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-86d535b8-abf6-40be-ae47-d4ddc77fa9fe service neutron] 10.222.0.60 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316993 Aug 31 12:40:54.412801 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-aba369ca-2818-4120-b093-45f7ea4424a1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4417801 Aug 31 12:40:54.439726 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:54.451689 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:40:54.465287 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:54.467525 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:54.470794 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.472498 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b123b2c4-fdb7-404c-b4b5-b90f4e36fbeb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6615891 Aug 31 12:40:54.475165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33688) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:54.476940 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14025e-9017-448e-b3c1-34635ab1141d None None] Network 19770c70-4f68-4b6a-a4c1-28140956c24f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:54.499961 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.512707 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.514391 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4eb06107-05d0-453b-b360-d5b675f4f51a HTTP/1.1" status: 204 len: 168 time: 1.1064012 Aug 31 12:40:54.671229 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33698) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:54.676870 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.689619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710304a-6c09-44b9-92e8-56c2e06eed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb06107-05d0-453b-b360-d5b675f4f51a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:54.725289 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2fccf20b-6790-41d2-9d77-2a91045dfaf3 None None] Provisioning for port 13df3cf7-6a97-45d5-939a-304d505518f9 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:54.736337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.761216 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:40:54.870672 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Deleting subnet 73549e7b-9ecf-43d6-9ddd-4daa085e0d90 {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:40:54.884309 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.917384 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0744d09-55be-4ccf-9f49-87115fe623a9 None None] Network fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:40:55.043304 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.049363 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 13df3cf7-6a97-45d5-939a-304d505518f9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:40:55.057652 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.064495 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-4eb8180f-e3a6-462a-8e67-516539930c9c service neutron] 10.222.0.60 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990725 Aug 31 12:40:55.122535 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:52Z', 'revision_number': 3, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:55.157166 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:40:55.159074 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Updating router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 port 18693df7-2ed1-43b9-ac19-720252dcbbda binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:40:55.207141 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.312383 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.414538 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 13df3cf7-6a97-45d5-939a-304d505518f9 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:55.428335 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.436760 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/73549e7b-9ecf-43d6-9ddd-4daa085e0d90 HTTP/1.1" status: 204 len: 168 time: 0.7644410 Aug 31 12:40:55.445288 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9d1f-e85e-4a4b-93ed-15b222a8e66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73549e7b-9ecf-43d6-9ddd-4daa085e0d90,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:55.447157 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 13df3cf7-6a97-45d5-939a-304d505518f9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:55.447852 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.449723 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33728) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:55.464012 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.842582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33746) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:55.891802 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.906025 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Transition to ACTIVE for port object 18693df7-2ed1-43b9-ac19-720252dcbbda will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:55.916399 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.991000 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-00b238ae-f2df-420a-9716-df75af70f2fb None None] Provisioning complete for port 13df3cf7-6a97-45d5-939a-304d505518f9 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:55.991543 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-00b238ae-f2df-420a-9716-df75af70f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.997761 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.009614 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Pushing event updated for resources: {'Port': ['ID=18693df7-2ed1-43b9-ac19-720252dcbbda,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.015851 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-41605ff7-ef74-492c-97f7-e225d7937e16 req-c2dedeea-832f-4ffa-9b53-fcbe1afb1d4c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.1561553 Aug 31 12:40:56.045020 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.045386 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.045745 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.046447 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.046447 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.046790 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.047119 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.048994 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.056243 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.056608 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.056959 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.057305 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Tracked resource versions report: Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: pushed versions: Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: { 'AddressGroup': {'1.2'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'ConntrackHelper': {'1.0'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Log': {'1.0'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Network': {'1.1'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Port': {'1.7'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'PortForwarding': {'1.2'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'QosPolicy': {'1.9'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroup': {'1.4'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SubPort': {'1.0'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Subnet': {'1.1'}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Trunk': {'1.1'}} Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: consumer versions: Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: { DHCP agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: HyperV agent@hv-cinder-78878: {}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: L3 agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: Metadata agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: Metering agent@dv-cinder-788782-6-iscsi: {}, Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: Open vSwitch agent@dv-cinder-788782-6-iscsi: { 'AddressGroup': '1.2', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'ConntrackHelper': '1.0', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Log': '1.0', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Network': '1.1', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Port': '1.7', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'PortForwarding': '1.2', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'QosPolicy': '1.9', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroup': '1.4', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SecurityGroupRule': '1.2', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'SubPort': '1.0', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Subnet': '1.1', Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: 'Trunk': '1.1'}} Aug 31 12:40:56.058599 dv-cinder-788782-6-iscsi neutron-server[100548]: {{(pid=100548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:56.068341 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Router 9ceced68-78bf-4543-a9a4-cedfb6e1191f is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:40:56.071401 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Attempting to bind port 18693df7-2ed1-43b9-ac19-720252dcbbda on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:56.072864 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Attempting to bind port 18693df7-2ed1-43b9-ac19-720252dcbbda by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:56.073954 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Attempting to bind port 18693df7-2ed1-43b9-ac19-720252dcbbda on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:56.080806 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:56.081189 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:56.081614 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.082028 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:56.082576 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Bound port: 18693df7-2ed1-43b9-ac19-720252dcbbda, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:56.082987 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.161130 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 13df3cf7-6a97-45d5-939a-304d505518f9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=13df3cf7-6a97-45d5-939a-304d505518f9,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:56.169203 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.217546 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] For port 18693df7-2ed1-43b9-ac19-720252dcbbda, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:56.229425 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] For port 18693df7-2ed1-43b9-ac19-720252dcbbda, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18693df7-2ed1-43b9-ac19-720252dcbbda,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:56.243015 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.303340 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=13df3cf7-6a97-45d5-939a-304d505518f9,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.337306 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.344469 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:56.375053 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.377337 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-72da0ad5-f987-4363-81b4-8de964a8478b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7364311 Aug 31 12:40:56.380832 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33786) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:56.384950 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Sync routers for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:40:56.412985 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24724adf-fee6-4451-b191-1a26e026a3ee None None] Pushing event updated for resources: {'Port': ['ID=18693df7-2ed1-43b9-ac19-720252dcbbda,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.452281 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:56.457536 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:56.489282 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.497909 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:56.498694 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:56.620787 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.660497 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.660854 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.661633 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.661973 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > port after_create 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.662315 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.662651 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > port after_update 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.663086 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.663312 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.663631 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.663954 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:56.735595 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:40:56.773794 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:40:57.110464 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 13df3cf7-6a97-45d5-939a-304d505518f9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:40:57.229323 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:52Z', 'revision_number': 3, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:57.278605 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:57.282022 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:57.283214 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:57.283751 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:57.284289 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934cf296-4ae1-448d-b9b1-4115ef3684b1']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:57.288599 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 13df3cf7-6a97-45d5-939a-304d505518f9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:57.289567 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.302072 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af1a3b-a015-41ca-a26a-60f7f44afae3 None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:52Z', 'revision_number': 3, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:40:57.327772 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e96aa2-adcb-40a5-8361-b42fb810e76f') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:57.328371 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e96aa2-adcb-40a5-8361-b42fb810e76f') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:57.349792 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.375875 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.389302 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:40:57.389443 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: from cryptography.utils import int_from_bytes Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: from cryptography.utils import int_from_bytes Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:40:57.474347 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:40:57.547948 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.580090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-48739921-5ab0-4e41-beef-8447f3e78102 req-bda74026-6d35-4760-9e70-602891babe93 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.0907123 Aug 31 12:40:57.589834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.596140 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/934cf296-4ae1-448d-b9b1-4115ef3684b1 HTTP/1.1" status: 204 len: 168 time: 2.1433527 Aug 31 12:40:57.596347 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33836) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:57.632082 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c04f-c21f-4849-b2d2-c23290d6b3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=934cf296-4ae1-448d-b9b1-4115ef3684b1,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:57.643511 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:53Z', 'revision_number': 3, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:57.699642 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Deleting subnet cdeb9f9a-2192-4886-b42e-b1a67c31204b {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:40:57.702205 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Checking router: 9ceced68-78bf-4543-a9a4-cedfb6e1191f for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:40:57.702863 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Updating router 9ceced68-78bf-4543-a9a4-cedfb6e1191f port 7dde7ad0-3bbe-4576-b371-44fab11276e9 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:40:57.705293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.745003 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.777288 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Allocated IP 172.20.0.1 (19770c70-4f68-4b6a-a4c1-28140956c24f/62c500e6-4597-4b38-a385-7959f9049ec9/15294a28-a33a-4a88-82b7-9da781e016c4) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:57.800791 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.831112 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.979253 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.022779 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.061791 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.067495 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Transition to ACTIVE for port object 15294a28-a33a-4a88-82b7-9da781e016c4 will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:58.152482 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.211877 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:58.221709 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:58.227573 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:58.248842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.259083 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cdeb9f9a-2192-4886-b42e-b1a67c31204b HTTP/1.1" status: 204 len: 168 time: 0.6558788 Aug 31 12:40:58.260781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350642c-67c8-433a-b566-5d2462cdb759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb9f9a-2192-4886-b42e-b1a67c31204b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:58.265604 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33860) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:58.271222 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Pushing event updated for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:58.341380 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.714348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.765438 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8424-0253-476f-8bae-dcadd8210692 None None] Provisioning for port 15294a28-a33a-4a88-82b7-9da781e016c4 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:58.769571 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.786745 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8424-0253-476f-8bae-dcadd8210692 None None] Provisioning complete for port 15294a28-a33a-4a88-82b7-9da781e016c4 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:58.790644 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8424-0253-476f-8bae-dcadd8210692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.832136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.871384 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Transition to ACTIVE for port object 7dde7ad0-3bbe-4576-b371-44fab11276e9 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:58.910411 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.037526 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef8424-0253-476f-8bae-dcadd8210692 None None] Port 15294a28-a33a-4a88-82b7-9da781e016c4 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:40:59.091240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18693df7-2ed1-43b9-ac19-720252dcbbda up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:40:59.094536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc030da8-f7f1-4fa0-93a5-87c3fa05d9dd req-44a99d62-407c-4e34-9f1b-e9046ddcecf8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.1216884 Aug 31 12:40:59.096383 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Allocated IP 172.20.0.1 (5e1b655c-b837-44f7-bf38-d7be084485b0/1f9fcf6d-799e-4760-b0de-d84144c177ed/ed5284b6-96fe-490a-ab29-590ec297c501) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:59.099903 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.125972 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Attempting to bind port 7dde7ad0-3bbe-4576-b371-44fab11276e9 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:59.127175 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Attempting to bind port 7dde7ad0-3bbe-4576-b371-44fab11276e9 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:59.127901 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Attempting to bind port 7dde7ad0-3bbe-4576-b371-44fab11276e9 on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:59.132813 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca546a9-0576-4695-8686-f883d96f6fa3 None None] Pushing event updated for resources: {'Port': ['ID=7dde7ad0-3bbe-4576-b371-44fab11276e9,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:59.154544 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:59.155388 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:40:59.156041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.156682 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:59.157543 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Bound port: 7dde7ad0-3bbe-4576-b371-44fab11276e9, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:59.158205 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.160229 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.161702 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.164569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.164718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > port after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.164992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > port after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.166842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > port after_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.167181 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.167520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.167899 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.168184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.276926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] For port 7dde7ad0-3bbe-4576-b371-44fab11276e9, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:59.285786 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.290336 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] For port 7dde7ad0-3bbe-4576-b371-44fab11276e9, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7dde7ad0-3bbe-4576-b371-44fab11276e9,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:59.292963 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.294627 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 18693df7-2ed1-43b9-ac19-720252dcbbda completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:59.302328 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.324548 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 18693df7-2ed1-43b9-ac19-720252dcbbda triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:59.327120 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.392637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.393001 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.393310 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.393639 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:59.394005 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:59.399589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 33886) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:59.457299 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.461271 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Pushing event updated for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:59.539456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.593853 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb22452e-f500-4cd0-8d9f-7bd8b1103e14') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:59.594201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb22452e-f500-4cd0-8d9f-7bd8b1103e14') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:59.598773 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.55', 58858) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:40:59.604675 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:59.605754 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:59.632861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.678429 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:59.684238 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:59.723213 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.749008 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:40:59.749241 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: from cryptography.utils import int_from_bytes Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: from cryptography.utils import int_from_bytes Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:40:59.753655 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:40:59.757329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.810240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca546a9-0576-4695-8686-f883d96f6fa3 None None] Pushing event updated for resources: {'Port': ['ID=7dde7ad0-3bbe-4576-b371-44fab11276e9,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:00.003095 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:00.038547 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:00.096106 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:00.111352 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:00.137107 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.193343 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 18693df7-2ed1-43b9-ac19-720252dcbbda, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18693df7-2ed1-43b9-ac19-720252dcbbda,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:00.199815 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:00.207874 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.239888 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91be46ca-aa62-4f22-81f1-e712ae71d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.247590 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.254238 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-f4575a31-bf2a-4c79-a81a-68ce9ae8865d None None] Provisioning complete for port 15294a28-a33a-4a88-82b7-9da781e016c4 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:00.258107 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f4575a31-bf2a-4c79-a81a-68ce9ae8865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.274750 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-84d912d1-ddfe-40f7-8496-bec660623db3 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:00.275044 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:00.276875 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-84d912d1-ddfe-40f7-8496-bec660623db3 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.55 "GET /v2.0/networks?id=0af34bb7-7990-4bc1-876c-f882e20773c3 HTTP/1.1" status: 200 len: 812 time: 0.6770773 Aug 31 12:41:00.277686 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:00.282007 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d96432ab-e16d-41da-a2bb-d2307801c1cb admin admin] 10.222.0.60 "PUT /v2.0/routers/397b9e35-2e1d-47e2-b3dd-291457c23cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8056071 Aug 31 12:41:00.322721 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33934) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:00.338270 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.352956 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] 10.222.0.60 "DELETE /v2.0/networks/fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7 HTTP/1.1" status: 204 len: 168 time: 2.0686102 Aug 31 12:41:00.387090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Request body: {'port': {'device_id': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3', 'admin_state_up': True, 'tenant_id': '8f2728f7ebf34e4f9cde1a99c02e686c'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:00.455698 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:41:00.480224 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:00.480895 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:00.490002 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735acee-718e-46eb-b4b0-838724c16ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7301ed-83a2-40e3-8c54-d6b6e7fa58d7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:00.546097 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-25afee94-6dbc-4584-814e-85b3713517ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.592067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:00.597616 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f49ebe5c-66ef-4385-b757-8391038bd5c2 req-595fcfc9-a723-472c-95a2-8636d5d0a7ae tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.1582110 Aug 31 12:41:00.679795 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-f4575a31-bf2a-4c79-a81a-68ce9ae8865d None None] Port 15294a28-a33a-4a88-82b7-9da781e016c4 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:41:00.729190 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=18693df7-2ed1-43b9-ac19-720252dcbbda,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:00.781586 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:53Z', 'revision_number': 3, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:00.798973 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33954) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:00.832242 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:00.916977 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da3f7-58d6-461f-a04e-83318096ec2e None None] The sync data for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi is: [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:53Z', 'revision_number': 3, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:41:00.963389 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5b717059-1a9f-4954-84ad-7dbb9b09fb64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fc14d1f84ef4298aa27872fa9890b34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1626639 Aug 31 12:41:00.971440 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33966) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:01.058435 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18693df7-2ed1-43b9-ac19-720252dcbbda up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:01.154511 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.216641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 18693df7-2ed1-43b9-ac19-720252dcbbda triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:01.217016 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.258864 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.424043 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.434331 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.440058 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26b075bb-519a-4cd0-b522-9e6cbac034a2 HTTP/1.1" status: 204 len: 168 time: 0.4673767 Aug 31 12:41:01.460392 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 2, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:01.511925 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713c522-09f1-4fac-8314-db74942ad51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b075bb-519a-4cd0-b522-9e6cbac034a2,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:01.561144 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:41:01.561734 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Updating router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 port 15294a28-a33a-4a88-82b7-9da781e016c4 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:41:01.593963 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91be46ca-aa62-4f22-81f1-e712ae71d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.606649 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-91be46ca-aa62-4f22-81f1-e712ae71d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.613091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.614801 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:01.655848 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.db.api [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 12:41:01.655848 dv-cinder-788782-6-iscsi neutron-server[100546]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 12:41:01.655848 dv-cinder-788782-6-iscsi neutron-server[100546]: [parameters: {'project_id_1': '8f2728f7ebf34e4f9cde1a99c02e686c', 'expiration_1': datetime.datetime(2021, 8, 31, 12, 41, 1, 321415)}] Aug 31 12:41:01.655848 dv-cinder-788782-6-iscsi neutron-server[100546]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:41:01.656442 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG oslo_db.api [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:41:01.682143 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-91be46ca-aa62-4f22-81f1-e712ae71d5b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b26a76f703c495693467b7f57cdb989&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1229219 Aug 31 12:41:01.684692 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33980) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:01.731737 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be46ca-aa62-4f22-81f1-e712ae71d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e71de-cfc0-4b88-933a-a52bb73c0f77,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:01.963039 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcb22e06-7b87-4cad-b804-36aede1986cc req-a232dcbc-d70d-48bd-86c2-a370ebd504ef tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.1415396 Aug 31 12:41:02.177568 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.344636 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.344953 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.344953 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.368009 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-25afee94-6dbc-4584-814e-85b3713517ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.393241 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-25afee94-6dbc-4584-814e-85b3713517ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.420658 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.439626 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33996) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:02.448758 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Transition to ACTIVE for port object 15294a28-a33a-4a88-82b7-9da781e016c4 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:02.464425 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.485957 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610720830', 'description': 'tempest-description--1458626077'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:02.522785 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeadd3-e510-485e-adc0-e16d9460ce9b None None] Pushing event updated for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.532995 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 33998) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:02.597130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Made reservation on behalf of 8f2728f7ebf34e4f9cde1a99c02e686c for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:02.601608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.629538 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.634459 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Attempting to bind port 15294a28-a33a-4a88-82b7-9da781e016c4 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:02.634784 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Attempting to bind port 15294a28-a33a-4a88-82b7-9da781e016c4 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:02.635172 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Attempting to bind port 15294a28-a33a-4a88-82b7-9da781e016c4 on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:02.648152 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:02.648606 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Checking segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:02.649076 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.649537 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Bound using segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:02.650096 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Bound port: 15294a28-a33a-4a88-82b7-9da781e016c4, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:02.650793 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.651384 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.734782 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6ea982f5-a8a1-43d0-9180-160ebc5d8842 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c2a25abb9a64755b8bb3be70f89a50a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1952746 Aug 31 12:41:02.736129 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afee94-6dbc-4584-814e-85b3713517ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f5488-2ea3-4474-8ebb-d4b28788ea47,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.737893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34002) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:02.756522 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-25afee94-6dbc-4584-814e-85b3713517ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f87ec2cedaf9442483843c2347031e1b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4332488 Aug 31 12:41:02.760308 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34004) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:02.777171 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] For port 15294a28-a33a-4a88-82b7-9da781e016c4, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:02.783395 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.785809 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] For port 15294a28-a33a-4a88-82b7-9da781e016c4, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=15294a28-a33a-4a88-82b7-9da781e016c4,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:02.786042 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.787317 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/573e71de-cfc0-4b88-933a-a52bb73c0f77 HTTP/1.1" status: 204 len: 168 time: 1.0912571 Aug 31 12:41:02.792251 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.810417 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.832562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b872aa-20a3-4dc8-b2d4-afb30657dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e71de-cfc0-4b88-933a-a52bb73c0f77,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.873690 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeadd3-e510-485e-adc0-e16d9460ce9b None None] Pushing event updated for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.899341 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:02.900495 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:03.109362 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:03.114990 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.122256 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:03.131361 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.138392 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.148281 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:03.161634 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7dde7ad0-3bbe-4576-b371-44fab11276e9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:03.167939 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.193150 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-77a6c059-cbde-4fb4-84cd-31df942777f9 req-cf99bddc-8d16-49dc-ae6d-1a6857fba066 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.0857790 Aug 31 12:41:03.200503 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.203487 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7611704 Aug 31 12:41:03.204202 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Allocated IP 172.20.0.9 (0af34bb7-7990-4bc1-876c-f882e20773c3/89b5acb6-69bd-4a1e-a70b-e5bc8da4290c/57a5b4f4-8307-4d3f-920f-820e2291acba) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:03.211480 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34010) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:03.217561 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group_rule': {'security_group_id': '3cc40230-ceb3-4761-af0d-014ac09e4dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:03.225648 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.289772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.299749 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534ce1-c027-416e-81ee-8e845e88cda9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc40230-ceb3-4761-af0d-014ac09e4dd6,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:03.316524 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.319184 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.320423 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc6f5488-2ea3-4474-8ebb-d4b28788ea47 HTTP/1.1" status: 204 len: 168 time: 0.5577323 Aug 31 12:41:03.361051 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e6ee9-af93-47f5-8e7a-fd9b14d17b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f5488-2ea3-4474-8ebb-d4b28788ea47,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:03.425748 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 7dde7ad0-3bbe-4576-b371-44fab11276e9 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:03.436590 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 7dde7ad0-3bbe-4576-b371-44fab11276e9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:03.436993 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.727501 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:02Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:03.730870 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.756673 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.817359 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f703224-f7e0-4710-9511-fe0fd7eacb7a None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:02Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:41:03.830915 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 7dde7ad0-3bbe-4576-b371-44fab11276e9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7dde7ad0-3bbe-4576-b371-44fab11276e9,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:03.840527 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.857464 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.861217 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.862783 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39af7a9-ce73-4059-8b21-595abe0d98aa HTTP/1.1" status: 204 len: 168 time: 1.1190538 Aug 31 12:41:03.869423 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.011879 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34026) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:04.016195 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4515d53-e24c-483d-a269-1b767bc9d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39af7a9-ce73-4059-8b21-595abe0d98aa,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.042755 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-19c1c063-646e-43ba-aa33-6395e335f78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.047802 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=7dde7ad0-3bbe-4576-b371-44fab11276e9,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.069791 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Router 9ceced68-78bf-4543-a9a4-cedfb6e1191f has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:04.277258 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-19c1c063-646e-43ba-aa33-6395e335f78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.288079 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-19c1c063-646e-43ba-aa33-6395e335f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.357434 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.393643 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-19c1c063-646e-43ba-aa33-6395e335f78e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9c87815623e4e289a23d6763f4046d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799074 Aug 31 12:41:04.398535 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34034) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:04.398896 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.441033 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1c063-646e-43ba-aa33-6395e335f78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278a85a-29c6-430c-90dc-e4dfaf6d7a0f,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.445700 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Network 0af34bb7-7990-4bc1-876c-f882e20773c3 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:04.481950 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:04.482165 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:04.520894 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-80767781-4449-4ce2-b865-767333631080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.550478 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-80767781-4449-4ce2-b865-767333631080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.656048 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-80767781-4449-4ce2-b865-767333631080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.665452 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-80767781-4449-4ce2-b865-767333631080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.667859 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-80767781-4449-4ce2-b865-767333631080 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a278a85a-29c6-430c-90dc-e4dfaf6d7a0f HTTP/1.1" status: 204 len: 168 time: 0.2675886 Aug 31 12:41:04.684781 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80767781-4449-4ce2-b865-767333631080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278a85a-29c6-430c-90dc-e4dfaf6d7a0f,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.893815 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.949776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Pushing event updated for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.955679 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:05.026254 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e700e0-635a-420e-b50e-aca84abbb2ab,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:05.078701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Sync routers for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:41:05.084950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-54863cf1-5be5-470f-918d-6a27be3eba04 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ceced68-78bf-4543-a9a4-cedfb6e1191f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7026603 Aug 31 12:41:05.102260 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:05.105600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:05.110616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:05.113817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.141485 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.143868 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-87b6e365-6a22-45c2-934b-739845e3fd22 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9311507 Aug 31 12:41:05.153743 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34062) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:05.160745 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group_rule': {'security_group_id': '3cc40230-ceb3-4761-af0d-014ac09e4dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:05.175962 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5b29-ad36-40be-a9b8-e50b5ecaa2ae req-62ea251b-84c8-4244-905d-29d63ed6c711 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:05.199482 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ecdf5b29-ad36-40be-a9b8-e50b5ecaa2ae req-62ea251b-84c8-4244-905d-29d63ed6c711 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 931 time: 0.7992020 Aug 31 12:41:05.242168 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7dde7ad0-3bbe-4576-b371-44fab11276e9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:05.252424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.260146 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-cf73651f-9ee2-428a-8202-7a55d62a1804 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8846426 Aug 31 12:41:05.367165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ecdf5b29-ad36-40be-a9b8-e50b5ecaa2ae req-5e7c4cd5-560f-477c-a8c4-9551800c49f2 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661606 Aug 31 12:41:05.463549 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.479273 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.521848 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:05.535036 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006eaef6-2a49-4489-9007-19c47d0b55af,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:05.550723 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.554165 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-17471ec8-d2db-481c-8859-1520c96aae36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992589 Aug 31 12:41:05.558455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34076) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:05.573674 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:05.608030 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 7dde7ad0-3bbe-4576-b371-44fab11276e9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:05.608417 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.628794 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.073086 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.077244 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 15294a28-a33a-4a88-82b7-9da781e016c4 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:06.169968 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 15294a28-a33a-4a88-82b7-9da781e016c4 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:06.178964 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 15294a28-a33a-4a88-82b7-9da781e016c4 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:06.179875 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.276427 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:41:01Z', 'revision_number': 4, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'ed5284b6-96fe-490a-ab29-590ec297c501', 'name': '', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'mac_address': 'fa:16:3e:8c:81:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:58Z', 'updated_at': '2021-08-31T12:41:01Z', 'revision_number': 2, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'subnets': [{'id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:06.308115 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Checking router: 9ceced68-78bf-4543-a9a4-cedfb6e1191f for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:41:06.308832 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Updating router 9ceced68-78bf-4543-a9a4-cedfb6e1191f port ed5284b6-96fe-490a-ab29-590ec297c501 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:41:06.342135 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Allocated IP 172.27.3.188 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/97292457-0b8d-4e8a-bf61-dc8b4375ff06) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:06.353490 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.367709 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.485511 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 15294a28-a33a-4a88-82b7-9da781e016c4, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=15294a28-a33a-4a88-82b7-9da781e016c4,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:06.497691 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.563106 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.653969 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:06.725943 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:06.729108 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:06.764404 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:06.795943 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:06.828118 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4acfd-af5d-4b2d-a779-3432f62d7226 req-e3ff4647-a90c-4e08-993e-9eb0592993a7 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:06.861115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67d4acfd-af5d-4b2d-a779-3432f62d7226 req-e3ff4647-a90c-4e08-993e-9eb0592993a7 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 931 time: 0.3047583 Aug 31 12:41:06.917634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=97292457-0b8d-4e8a-bf61-dc8b4375ff06,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:06.993831 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-54db1904-151d-42c8-8975-1046bb8533a7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:06.996520 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-54db1904-151d-42c8-8975-1046bb8533a7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 818 time: 0.3704405 Aug 31 12:41:07.036147 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 15294a28-a33a-4a88-82b7-9da781e016c4 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:07.054318 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-2608742f-82f3-4fce-93be-aef23eb51639 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/quotas/d6a2b1d1dae04c37a08a0a2cb61b2860 HTTP/1.1" status: 200 len: 375 time: 0.0503910 Aug 31 12:41:07.090538 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67d4acfd-af5d-4b2d-a779-3432f62d7226 req-d2b1108c-fe6b-4041-9011-f8642ca65a60 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272248 Aug 31 12:41:07.239234 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5887bdad-2e51-4c91-ac13-8c1da878042f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631095 Aug 31 12:41:07.284453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.365888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.459631 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 15294a28-a33a-4a88-82b7-9da781e016c4 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:07.460170 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.504326 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-761e6750-14f3-4406-8213-85b44f5c211e service neutron] 10.222.0.60 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694306 Aug 31 12:41:07.677926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.701375 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.709013 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.743509 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Transition to ACTIVE for port object ed5284b6-96fe-490a-ab29-590ec297c501 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:07.785966 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.830791 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=97292457-0b8d-4e8a-bf61-dc8b4375ff06,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:07.849845 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-93d63f40-c44f-49fa-8566-1d1c7fffc159 service neutron] 10.222.0.60 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391447 Aug 31 12:41:07.866605 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.916677 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:07.918127 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1f848275-f576-4468-9a26-395fbf705e0f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3579719 Aug 31 12:41:07.943777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-28904347-c548-44da-b845-8da48951bdab tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:41:07.944926 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-28904347-c548-44da-b845-8da48951bdab tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098441 Aug 31 12:41:08.056768 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105858-693f-4df0-bb09-58f957edfae5 None None] Pushing event updated for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:08.081438 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Attempting to bind port ed5284b6-96fe-490a-ab29-590ec297c501 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:08.082701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Attempting to bind port ed5284b6-96fe-490a-ab29-590ec297c501 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:08.083335 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Attempting to bind port ed5284b6-96fe-490a-ab29-590ec297c501 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:08.119592 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:08.119976 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Checking segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:08.120391 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:08.120792 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Bound using segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:08.121283 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Bound port: ed5284b6-96fe-490a-ab29-590ec297c501, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:08.133974 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:08.334318 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1aeacb5e-f3bb-4775-b089-27534b1b3998 req-7cb5a9b3-a5cf-428b-b4ee-be3838cbeb69 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 210 time: 0.1113369 Aug 31 12:41:08.448932 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] For port ed5284b6-96fe-490a-ab29-590ec297c501, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:08.459448 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] For port ed5284b6-96fe-490a-ab29-590ec297c501, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=ed5284b6-96fe-490a-ab29-590ec297c501,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:08.471012 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:08.475425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e79be-70cd-490a-a594-f397fef15c4f req-525ce10e-94ff-4862-b849-ed35ed4b2112 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:08.477589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d56e79be-70cd-490a-a594-f397fef15c4f req-525ce10e-94ff-4862-b849-ed35ed4b2112 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 931 time: 0.1242862 Aug 31 12:41:08.570650 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d56e79be-70cd-490a-a594-f397fef15c4f req-07e12e7a-fcb1-456b-9320-66c8651df05c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865602 Aug 31 12:41:08.639038 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105858-693f-4df0-bb09-58f957edfae5 None None] Pushing event updated for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:08.703684 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:08.708721 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:40:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:08.881633 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-ceb9e512-86ec-462d-bfe7-f82a6bcf445d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1610720830&fields=id&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 267 time: 0.1663682 Aug 31 12:41:08.882173 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:09.225986 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Request body: {'port': {'device_id': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:09.540631 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:41:01Z', 'revision_number': 4, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'ed5284b6-96fe-490a-ab29-590ec297c501', 'name': '', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'mac_address': 'fa:16:3e:8c:81:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:58Z', 'updated_at': '2021-08-31T12:41:08Z', 'revision_number': 4, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'subnets': [{'id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:09.555554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-138086bf-e767-4ab9-89f4-02dad66da1f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:09.563808 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-138086bf-e767-4ab9-89f4-02dad66da1f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 818 time: 0.2051473 Aug 31 12:41:09.604547 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-b07f7c0e-b3a4-4ca4-880e-bdaaa6d7ae3b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/quotas/d6a2b1d1dae04c37a08a0a2cb61b2860 HTTP/1.1" status: 200 len: 375 time: 0.0395231 Aug 31 12:41:09.606587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:09.617253 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-4fd0d6e7-6714-46e4-8526-932933808b42 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:09.625207 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-4fd0d6e7-6714-46e4-8526-932933808b42 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 816 time: 0.7402642 Aug 31 12:41:09.640038 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6282e1-c3f0-4b80-9518-bcf73e1df2c8 None None] The sync data for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi is: [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:41:01Z', 'revision_number': 4, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'ed5284b6-96fe-490a-ab29-590ec297c501', 'name': '', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'mac_address': 'fa:16:3e:8c:81:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:58Z', 'updated_at': '2021-08-31T12:41:08Z', 'revision_number': 4, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'subnets': [{'id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:41:09.646839 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:41:09.665102 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-f719b16c-e9a3-41be-a8f7-92b0023189a6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/quotas/bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 375 time: 0.0382340 Aug 31 12:41:10.016895 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-193b0564-8836-48c9-930a-f8f16c19c8b7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3502033 Aug 31 12:41:10.040191 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-6af0ba50-1e10-42a8-b035-c9d50296a31e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4345236 Aug 31 12:41:10.093383 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-c4cf9bc0-addd-453a-9292-0204a809ce3e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:41:10.112826 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-c4cf9bc0-addd-453a-9292-0204a809ce3e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371640 Aug 31 12:41:10.749735 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-66ad5cd1-7397-4fe2-9503-6dbb2a7c000e service neutron] 10.222.0.60 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948168 Aug 31 12:41:11.040824 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device ed5284b6-96fe-490a-ab29-590ec297c501 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:11.093866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a5b4f4-8307-4d3f-920f-820e2291acba {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:11.139066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.167524 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2a7a311a-b7df-4103-b653-9b320240cff7 service neutron] 10.222.0.60 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871615 Aug 31 12:41:11.181531 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port ed5284b6-96fe-490a-ab29-590ec297c501 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:11.198170 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port ed5284b6-96fe-490a-ab29-590ec297c501 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:11.198552 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.200657 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Transition to ACTIVE for port object 57a5b4f4-8307-4d3f-920f-820e2291acba will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:11.206873 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.446940 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Pushing event updated for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:11.533488 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.648734 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port ed5284b6-96fe-490a-ab29-590ec297c501, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=ed5284b6-96fe-490a-ab29-590ec297c501,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:11.659164 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.815249 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:12.265242 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34358) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:12.434005 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Attempting to bind port 57a5b4f4-8307-4d3f-920f-820e2291acba on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:12.434618 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Attempting to bind port 57a5b4f4-8307-4d3f-920f-820e2291acba by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '0b6693f9-1c47-4af2-9295-6f727b89aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:12.434711 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Attempting to bind port 57a5b4f4-8307-4d3f-920f-820e2291acba on network 0af34bb7-7990-4bc1-876c-f882e20773c3 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:12.454763 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Port 57a5b4f4-8307-4d3f-920f-820e2291acba on network 0af34bb7-7990-4bc1-876c-f882e20773c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:12.455152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Attempting to bind port 57a5b4f4-8307-4d3f-920f-820e2291acba on network 0af34bb7-7990-4bc1-876c-f882e20773c3 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:12.507609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:12.507609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Checking segment: {'id': '0b6693f9-1c47-4af2-9295-6f727b89aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:12.507609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Bound using segment: {'id': '0b6693f9-1c47-4af2-9295-6f727b89aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:12.507947 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Bound port: 57a5b4f4-8307-4d3f-920f-820e2291acba, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6693f9-1c47-4af2-9295-6f727b89aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:12.508043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.549938 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bf5e2-f7b4-415d-a8f3-d118d9ab9b7c req-6fa80441-dffd-4d74-a50d-8d60091887f5 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.558837 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e7bf5e2-f7b4-415d-a8f3-d118d9ab9b7c req-6fa80441-dffd-4d74-a50d-8d60091887f5 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 1.0236011 Aug 31 12:41:12.574562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-105a97f3-31f6-43e7-8968-24ea2f91e399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.641258 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-3558e185-d60b-4126-a708-5df074892728 service neutron] 10.222.0.60 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8023806 Aug 31 12:41:12.823367 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e7bf5e2-f7b4-415d-a8f3-d118d9ab9b7c req-b8c9ade2-8042-44c0-95c4-02c366609423 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634714 Aug 31 12:41:12.854569 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-105a97f3-31f6-43e7-8968-24ea2f91e399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.865343 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-105a97f3-31f6-43e7-8968-24ea2f91e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.877563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:12.894359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=57a5b4f4-8307-4d3f-920f-820e2291acba,segment=NetworkSegment(0b6693f9-1c47-4af2-9295-6f727b89aeea),segment_id=0b6693f9-1c47-4af2-9295-6f727b89aeea)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:12.908748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.020062 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-105a97f3-31f6-43e7-8968-24ea2f91e399 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96eae1170ad04a678f75950f023ef73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505920 Aug 31 12:41:13.021087 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a97f3-31f6-43e7-8968-24ea2f91e399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b1465e-e467-46ed-bee2-090082d7c378,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.036080 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34386) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:13.048803 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device ed5284b6-96fe-490a-ab29-590ec297c501 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:13.112806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Pushing event updated for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.127152 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-f1f18e78-92cd-4de1-8861-e6654271241a service neutron] 10.222.0.60 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570999 Aug 31 12:41:13.129874 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:13.130525 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.132712 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-54db76b3-9997-46d9-8572-701407b63d1e service neutron] 10.222.0.55 "PUT /v2.0/ports/57a5b4f4-8307-4d3f-920f-820e2291acba HTTP/1.1" status: 200 len: 1093 time: 4.5221257 Aug 31 12:41:13.134682 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:13.170147 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2692f085-f380-4c4a-8bb3-88b23d5c7829 req-68c2419c-47a1-47a5-918d-a2b83e485f1f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0364389 Aug 31 12:41:13.195920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.206890 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port ed5284b6-96fe-490a-ab29-590ec297c501 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:13.207603 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.253572 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.381802 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.387638 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.389615 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6b1465e-e467-46ed-bee2-090082d7c378 HTTP/1.1" status: 204 len: 168 time: 0.3552430 Aug 31 12:41:13.399996 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fd5d1-e3c4-4c94-b742-296b74212c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b1465e-e467-46ed-bee2-090082d7c378,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.435016 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f872cf8-96f3-49c4-9288-8250305376e1" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:13.535762 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-da199f9c-9077-44ad-b9e1-fd62c37528d2 req-9d764268-fb46-4a49-9ba9-33998dcef5a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.1319871 Aug 31 12:41:13.774234 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb273c-1dd7-4cc9-8ae2-5d49904419cf x-openstack-request-id: req-a4fb273c-1dd7-4cc9-8ae2-5d49904419cf {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:13.774587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:13.774967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4fb273c-1dd7-4cc9-8ae2-5d49904419cf {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:13.775327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba', 'status': 'completed', 'code': 200} Aug 31 12:41:14.093087 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8faa1-9f86-4a20-93e7-caebfa20040a req-fae7e74b-c9bc-4019-a588-9ed8bd979d1c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:14.103242 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46a8faa1-9f86-4a20-93e7-caebfa20040a req-fae7e74b-c9bc-4019-a588-9ed8bd979d1c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.1611915 Aug 31 12:41:14.226553 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46a8faa1-9f86-4a20-93e7-caebfa20040a req-d42ae06a-7d70-4c9d-ac09-d00542b202b8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218781 Aug 31 12:41:14.232442 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34454) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:14.276452 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fdcdff18-2029-4aec-8253-bb38fb58cc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.346290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f35329e3-5f4e-495c-bb3d-bf54607255aa req-25995942-fc1b-4ffa-8d20-753eb78d933a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0382354 Aug 31 12:41:14.442298 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fdcdff18-2029-4aec-8253-bb38fb58cc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.449100 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fdcdff18-2029-4aec-8253-bb38fb58cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.494059 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdff18-2029-4aec-8253-bb38fb58cc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65e80a-ef6e-41cb-946e-81db8115823d,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:14.512629 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-fdcdff18-2029-4aec-8253-bb38fb58cc02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5aafd9569d14949bd3eb3ce79e84ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777829 Aug 31 12:41:14.515611 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34466) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:14.640813 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.718782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3df29c85-9acf-4269-be1a-8106b1b5d946 req-16a700d4-f80d-403c-956e-8e9a08e53cf1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0681038 Aug 31 12:41:14.736857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.813037 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.816282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.819076 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b65e80a-ef6e-41cb-946e-81db8115823d HTTP/1.1" status: 204 len: 168 time: 0.2996824 Aug 31 12:41:14.829047 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ef2a-2d84-41be-886c-cca7f7bc76fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65e80a-ef6e-41cb-946e-81db8115823d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:15.447022 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1c094-b0ff-4ff7-b1ea-c715d950b847 req-5e6a7b5d-9639-4b6c-8a6b-a350f386f06c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:15.449545 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d1b1c094-b0ff-4ff7-b1ea-c715d950b847 req-5e6a7b5d-9639-4b6c-8a6b-a350f386f06c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.1163311 Aug 31 12:41:15.489673 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-463da3e8-f3df-4778-9fca-88594c2ce778 req-55ea41a8-3f40-403e-9fa5-1495c4eae24f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0390632 Aug 31 12:41:15.529119 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d1b1c094-b0ff-4ff7-b1ea-c715d950b847 req-2ee44d7b-027e-4fb4-bedc-4b13dd421bb2 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Aug 31 12:41:15.836075 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7830c207-5920-40c6-a913-18f6f116b430 req-028fc630-2de0-4267-85ff-362c87906d14 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0321603 Aug 31 12:41:16.683465 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-59fd0e0d-ddb5-4a41-9470-2fad5aaf2fee req-51512cc4-12da-49da-b036-acbe9abc7460 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0856702 Aug 31 12:41:16.783018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ee35-015e-4aee-adfa-feca70a008a2 req-3411b712-7834-4b04-8f2d-c13c07acb887 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:16.784875 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3076ee35-015e-4aee-adfa-feca70a008a2 req-3411b712-7834-4b04-8f2d-c13c07acb887 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.1194618 Aug 31 12:41:16.837803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34574) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:16.854215 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3076ee35-015e-4aee-adfa-feca70a008a2 req-ff2e5590-de5d-4d0b-9bb6-9bcb7e506adb tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624716 Aug 31 12:41:17.007511 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-40459226-ce46-4b8c-9553-9d9848605c34 req-a7ac238a-3f7e-41c1-a7ba-4b91f5e25ec6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0448935 Aug 31 12:41:17.142758 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d676bd19-4936-4f6a-8c61-2e80c19cbec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.255167 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d676bd19-4936-4f6a-8c61-2e80c19cbec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.260186 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d676bd19-4936-4f6a-8c61-2e80c19cbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.304343 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676bd19-4936-4f6a-8c61-2e80c19cbec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833a9d23-9b79-406a-92d2-eb4ed0a9c765,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:17.314050 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d676bd19-4936-4f6a-8c61-2e80c19cbec4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b344483e49e43d8a52e54e72cdf84be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742007 Aug 31 12:41:17.320600 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34610) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:17.404954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.449412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.545417 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.559331 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.561408 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/833a9d23-9b79-406a-92d2-eb4ed0a9c765 HTTP/1.1" status: 204 len: 168 time: 0.2449417 Aug 31 12:41:17.598928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30238ef0-eed2-44bf-8fbd-a90bb17de15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a9d23-9b79-406a-92d2-eb4ed0a9c765,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:17.653035 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f06bee8f-9234-4714-9973-c433c08f5ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.848722 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-e8574927-60b8-4e99-88ea-3c481fd7cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:17.851419 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-e8574927-60b8-4e99-88ea-3c481fd7cc87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 1096 time: 0.1756845 Aug 31 12:41:18.013574 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4075566-abf5-47c7-a3c4-277c2d08479e req-39bd706c-f5ab-4a38-9249-c5654a58b11c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.1580431 Aug 31 12:41:18.168184 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34648) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:18.263263 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34652) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:18.321884 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-223b120c-afd4-44fb-8522-078c85cca0eb req-d47295ba-401b-469e-8f1c-9283bde3c642 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.1056511 Aug 31 12:41:18.339836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8f2d-1ea0-4617-9d8c-d6f1d04a0f53 req-c664a711-bb9d-4d93-b3ff-9421a17c8bd0 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:18.348357 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-000f8f2d-1ea0-4617-9d8c-d6f1d04a0f53 req-c664a711-bb9d-4d93-b3ff-9421a17c8bd0 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.2584696 Aug 31 12:41:18.443365 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-000f8f2d-1ea0-4617-9d8c-d6f1d04a0f53 req-0b4bce77-da9f-4753-865e-7a45f97d7d2d tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899129 Aug 31 12:41:18.471160 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-33fff50f-9ea7-4362-9a49-bf214aa6627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:18.472939 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-33fff50f-9ea7-4362-9a49-bf214aa6627b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5862782 Aug 31 12:41:18.683937 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3fdf801c-50f6-4825-9a96-5db6bb6a324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.735616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-3d35ebb4-0ffc-4aa7-b46d-b23a5f645492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:18.737690 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f872cf8-96f3-49c4-9288-8250305376e1 req-3d35ebb4-0ffc-4aa7-b46d-b23a5f645492 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2546995 Aug 31 12:41:18.818276 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f6d82f73-0f5e-452a-a93e-fe7a28ac4292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.821483 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.55', 58891) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:18.907339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-1578af0c-9687-4ddc-9949-0de7cc8a8a29 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:18.908949 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-1578af0c-9687-4ddc-9949-0de7cc8a8a29 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 818 time: 0.1354523 Aug 31 12:41:18.928090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Request body: {'port': {'device_id': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'admin_state_up': True, 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:18.948436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34672) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:18.994994 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.047414 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-28e37c48-7e57-4241-ae7b-8b749917f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.050642 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-28e37c48-7e57-4241-ae7b-8b749917f709 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 1096 time: 0.2190981 Aug 31 12:41:19.144510 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4bd4e0a-363a-4df4-95ae-94e46c6113a6 req-7ca9f47f-0876-4353-8836-ca7eaef6ecbb tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0371671 Aug 31 12:41:19.277541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.55', 58894) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:19.379392 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3fdf801c-50f6-4825-9a96-5db6bb6a324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.381898 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-52897b0c-b764-43d5-a104-b257cc36fe19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57a5b4f4-8307-4d3f-920f-820e2291acba HTTP/1.1" status: 200 len: 217 time: 0.3121669 Aug 31 12:41:19.401430 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3fdf801c-50f6-4825-9a96-5db6bb6a324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.404573 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.db.api [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 12:41:19.404573 dv-cinder-788782-6-iscsi neutron-server[100546]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 12:41:19.404573 dv-cinder-788782-6-iscsi neutron-server[100546]: [parameters: {'project_id_1': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'expiration_1': datetime.datetime(2021, 8, 31, 12, 41, 19, 66196)}] Aug 31 12:41:19.404573 dv-cinder-788782-6-iscsi neutron-server[100546]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:41:19.405105 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG oslo_db.api [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:41:19.446208 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.db.api [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 12:41:19.446208 dv-cinder-788782-6-iscsi neutron-server[100545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 12:41:19.446208 dv-cinder-788782-6-iscsi neutron-server[100545]: [parameters: {'project_id_1': 'fcfea905b2ee47ba979c9d96e7713b9f', 'expiration_1': datetime.datetime(2021, 8, 31, 12, 41, 19, 52252)}] Aug 31 12:41:19.446208 dv-cinder-788782-6-iscsi neutron-server[100545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:41:19.447136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG oslo_db.api [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:41:19.460262 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4c1612c2-105e-475a-8cf3-c49ae2abfa80 req-01922134-64e2-499c-9556-befb96cc515b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0346129 Aug 31 12:41:19.466399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-9ec9a306-8292-404e-8754-6e6e2b54d1cf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.470027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-9ec9a306-8292-404e-8754-6e6e2b54d1cf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 818 time: 0.1903858 Aug 31 12:41:19.489090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Request body: {'port': {'device_id': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'admin_state_up': True, 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:19.520453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf801c-50f6-4825-9a96-5db6bb6a324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910a1fd-2892-4c21-a835-1e4f70a3d971,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:19.569242 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-98450599-47a7-42d9-a6f4-768f1297a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.569242 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-98450599-47a7-42d9-a6f4-768f1297a03f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89b5acb6-69bd-4a1e-a70b-e5bc8da4290c HTTP/1.1" status: 200 len: 852 time: 0.1682382 Aug 31 12:41:19.575430 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3fdf801c-50f6-4825-9a96-5db6bb6a324c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c60cd025318c445d86d00d372b20178a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3102217 Aug 31 12:41:19.581196 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34696) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:19.674083 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-1e6706db-ae1b-46a4-a3fc-234cf8b80f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0af34bb7-7990-4bc1-876c-f882e20773c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832083 Aug 31 12:41:19.824664 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-61069c6f-4d3d-4f7a-98bd-770673ed3d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.840504 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609e6d-5402-4de5-b650-fd280eaf9679 req-84c52651-4c84-4d32-8382-55997b61469a tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.848112 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-03609e6d-5402-4de5-b650-fd280eaf9679 req-84c52651-4c84-4d32-8382-55997b61469a tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.1016233 Aug 31 12:41:19.853095 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.55', 58897) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:19.911844 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-03609e6d-5402-4de5-b650-fd280eaf9679 req-2670f7bf-a7b9-4d02-8c0f-1bbe5cac9984 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Aug 31 12:41:19.959750 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.086443 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-8c3c0e3d-7907-478b-9276-f56f8835cec4 service neutron] 10.222.0.55 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011965 Aug 31 12:41:20.097011 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.211458 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.255270 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f6d82f73-0f5e-452a-a93e-fe7a28ac4292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.259400 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.285008 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f6d82f73-0f5e-452a-a93e-fe7a28ac4292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.330756 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e8f4265-26d5-4838-ad12-90e047cb7be9 req-23e5b777-55e7-41cc-a004-01d7fadb0ee2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0566702 Aug 31 12:41:20.335550 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Made reservation on behalf of d6a2b1d1dae04c37a08a0a2cb61b2860 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:20.339356 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82f73-0f5e-452a-a93e-fe7a28ac4292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45fc060-a2a1-43df-8cc0-84d89cd8887d,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:20.340581 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.381400 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-3f73993e-26b3-4c2e-9872-ad2c6d22ac7e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:20.383647 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-3f73993e-26b3-4c2e-9872-ad2c6d22ac7e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 816 time: 0.5141978 Aug 31 12:41:20.401188 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34724) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:20.401456 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f6d82f73-0f5e-452a-a93e-fe7a28ac4292 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b91051f482eb4548b047fd3922259ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2311623 Aug 31 12:41:20.412699 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Made reservation on behalf of d6a2b1d1dae04c37a08a0a2cb61b2860 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:20.417239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.458154 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-4ac2e443-da6e-4a8b-801d-a234d00353ad service neutron] 10.222.0.55 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386436 Aug 31 12:41:20.473690 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.477574 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.480096 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d910a1fd-2892-4c21-a835-1e4f70a3d971 HTTP/1.1" status: 204 len: 168 time: 0.8978059 Aug 31 12:41:20.501763 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-a321f571-6eae-43ca-bb88-e93e8265ddaa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 380 time: 0.1061537 Aug 31 12:41:20.543613 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'port': {'device_id': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'admin_state_up': True, 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'security_groups': ['3cc40230-ceb3-4761-af0d-014ac09e4dd6']}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:20.576188 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7caba-15ae-4188-af7c-d0303ffae728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910a1fd-2892-4c21-a835-1e4f70a3d971,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:20.660979 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-545acd4e-d1d1-4fec-953e-69ae4bf6b9c1 req-597e6f3f-af76-4a45-a0e5-15c18daa6f17 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0428524 Aug 31 12:41:20.669009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.736953 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.777742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Allocated IP 172.20.0.9 (5e1b655c-b837-44f7-bf38-d7be084485b0/1f9fcf6d-799e-4760-b0de-d84144c177ed/a129c5d3-18a9-4b00-9f1e-d7b9255aaed4) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:20.808181 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.830719 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.865017 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.867852 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.869017 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e45fc060-a2a1-43df-8cc0-84d89cd8887d HTTP/1.1" status: 204 len: 168 time: 0.4660780 Aug 31 12:41:20.893966 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Made reservation on behalf of bf7d0919bfb145c89ff4ed269d85d9e5 for: {'port': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:20.900509 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:20.912526 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42e277-8e2f-49b5-b899-1d6be94af369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45fc060-a2a1-43df-8cc0-84d89cd8887d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:20.932665 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcfea905b2ee47ba979c9d96e7713b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9726400 Aug 31 12:41:20.933475 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34744) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:20.949558 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fea50-b28b-4bc2-8f4f-9c07e3ba7cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f499c-6892-410a-b6b0-1d0048fe8446,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:21.120264 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34748) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:21.146493 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.159100 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd26c459-0fbb-423f-bd0c-0845c9696e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.163601 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.165936 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689fa2c-b86e-45c4-a32e-e219f5f4f831 req-cfcecb80-cf37-4391-b388-86647fcfa679 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:21.167958 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9689fa2c-b86e-45c4-a32e-e219f5f4f831 req-cfcecb80-cf37-4391-b388-86647fcfa679 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.1077893 Aug 31 12:41:21.231878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.277126 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.326757 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Allocated IP 172.20.0.10 (19770c70-4f68-4b6a-a4c1-28140956c24f/62c500e6-4597-4b38-a385-7959f9049ec9/008b4d63-ca21-413f-b546-237bf98802ed) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:21.331603 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9689fa2c-b86e-45c4-a32e-e219f5f4f831 req-38329a9f-f993-4706-b046-6a49065d96a9 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433222 Aug 31 12:41:21.344930 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:21.358842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:21.365915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:21.401022 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Pushing event updated for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:21.417330 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.db.api [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-fc7220f8-c316-4505-976b-40db325e859f {{(pid=100546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:41:21.417729 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG oslo_db.api [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:41:21.475822 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.479507 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.480699 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a8f499c-6892-410a-b6b0-1d0048fe8446 HTTP/1.1" status: 204 len: 168 time: 0.5338054 Aug 31 12:41:21.486878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:21.491067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.517666 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f60e-61cb-402b-9a1c-ed20839c19a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f499c-6892-410a-b6b0-1d0048fe8446,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:21.554668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd26c459-0fbb-423f-bd0c-0845c9696e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.570019 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd26c459-0fbb-423f-bd0c-0845c9696e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.598419 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.607183 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-5caf74d4-0887-4958-9b15-4dfc395d1066 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6851807 Aug 31 12:41:21.629544 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26c459-0fbb-423f-bd0c-0845c9696e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0b717-7648-4c49-9af7-45669b628910,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:21.634271 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Request body: {'port': {'device_id': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:21.638386 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cd26c459-0fbb-423f-bd0c-0845c9696e24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc03c1f717a8406ebfe3c1982ba5f593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170820 Aug 31 12:41:21.646432 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34764) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:21.678064 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8cdf-b8a0-45fa-abb5-a3f6c247dda7 req-9696c5d5-c0b3-4c03-a36e-83ae804d26ac tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:21.679743 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-343f8cdf-b8a0-45fa-abb5-a3f6c247dda7 req-9696c5d5-c0b3-4c03-a36e-83ae804d26ac tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 931 time: 0.2239826 Aug 31 12:41:21.681194 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34766) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:21.720839 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-070c9e77-966d-4455-95f3-da15675a0cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.737307 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.752350 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.777587 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Transition to ACTIVE for port object 008b4d63-ca21-413f-b546-237bf98802ed will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:21.802266 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.815470 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-343f8cdf-b8a0-45fa-abb5-a3f6c247dda7 req-034b53be-3760-4ac2-8367-27d23d088c2a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142600 Aug 31 12:41:21.820348 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dd074488-87da-433a-8f06-bd32037637f1 req-7e425bd8-2f14-4f71-9644-afb5421f9bfe tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0501533 Aug 31 12:41:21.854099 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.921356 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.925917 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.017983 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:22.037504 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:22.050349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:22.054440 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-070c9e77-966d-4455-95f3-da15675a0cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.056793 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.058213 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.061601 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7f0b717-7648-4c49-9af7-45669b628910 HTTP/1.1" status: 204 len: 168 time: 0.4132128 Aug 31 12:41:22.086955 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.099455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-070c9e77-966d-4455-95f3-da15675a0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.107892 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686243e0-5044-45fc-9c73-8c04ecfa177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0b717-7648-4c49-9af7-45669b628910,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.195151 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:22.195944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.206914 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-070c9e77-966d-4455-95f3-da15675a0cf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8ea2c6cb8e84e7a9340d2ba27539de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229847 Aug 31 12:41:22.211192 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34788) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:22.212128 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c9e77-966d-4455-95f3-da15675a0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf8ac2-6380-4527-a743-8e0de946d2ea,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.251512 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-99a070e1-3e01-455e-89cb-404b30aec4ad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7219810 Aug 31 12:41:22.268457 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Request body: {'port': {'device_id': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:22.383335 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 57a5b4f4-8307-4d3f-920f-820e2291acba details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:41:22.434029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:22.447968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.467882 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Transition to ACTIVE for port object a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:22.496466 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.530626 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.544052 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.573486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.619721 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=57a5b4f4-8307-4d3f-920f-820e2291acba,segment=NetworkSegment(0b6693f9-1c47-4af2-9295-6f727b89aeea),segment_id=0b6693f9-1c47-4af2-9295-6f727b89aeea)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:22.648058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Pushing event updated for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.671203 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '57a5b4f4-8307-4d3f-920f-820e2291acba', 'network_id': '0af34bb7-7990-4bc1-876c-f882e20773c3', 'port_id': '57a5b4f4-8307-4d3f-920f-820e2291acba', 'mac_address': 'fa:16:3e:28:4a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b5acb6-69bd-4a1e-a70b-e5bc8da4290c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:41:22.795959 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-749d2641-ae24-4458-a427-5b94a0538c1e None None] Provisioning for port 008b4d63-ca21-413f-b546-237bf98802ed completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:22.803865 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.807295 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.808630 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3edf8ac2-6380-4527-a743-8e0de946d2ea HTTP/1.1" status: 204 len: 168 time: 0.5933902 Aug 31 12:41:22.821283 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-749d2641-ae24-4458-a427-5b94a0538c1e None None] Provisioning complete for port 008b4d63-ca21-413f-b546-237bf98802ed triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:22.821906 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-749d2641-ae24-4458-a427-5b94a0538c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.859381 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72b54c-f665-4657-a4c6-1c17441f5134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf8ac2-6380-4527-a743-8e0de946d2ea,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.948312 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.970441 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-749d2641-ae24-4458-a427-5b94a0538c1e None None] Port 008b4d63-ca21-413f-b546-237bf98802ed cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:41:22.974942 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a5b4f4-8307-4d3f-920f-820e2291acba {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:22.986214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Allocated IP 172.20.0.7 (5e1b655c-b837-44f7-bf38-d7be084485b0/1f9fcf6d-799e-4760-b0de-d84144c177ed/e2529395-cee8-4f34-aaab-1c73792d7229) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:23.004720 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=57a5b4f4-8307-4d3f-920f-820e2291acba,segment=NetworkSegment(0b6693f9-1c47-4af2-9295-6f727b89aeea),segment_id=0b6693f9-1c47-4af2-9295-6f727b89aeea)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:23.012968 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.076234 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:23.098052 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.101797 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:23.129159 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Transition to ACTIVE for port object 008b4d63-ca21-413f-b546-237bf98802ed will not be triggered until provisioned by entity L2. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:23.136678 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.158722 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1ee3b-d8bb-4e49-8796-687023bb6d0c req-bd44bbe1-6e93-4ab4-81d5-bad0001ab536 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.162906 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66e1ee3b-d8bb-4e49-8796-687023bb6d0c req-bd44bbe1-6e93-4ab4-81d5-bad0001ab536 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 943 time: 0.5192683 Aug 31 12:41:23.222710 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Attempting to bind port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:23.223080 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Attempting to bind port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:23.223417 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Attempting to bind port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:23.230567 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:23.297249 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a765e8c-2702-4567-a5c9-eddcb8818bb4 req-05b03b5f-93c2-4807-9e5d-51f60b0c55f7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.300169 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a765e8c-2702-4567-a5c9-eddcb8818bb4 req-05b03b5f-93c2-4807-9e5d-51f60b0c55f7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 943 time: 0.2871869 Aug 31 12:41:23.334346 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.342881 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.managers [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Attempting to bind port 008b4d63-ca21-413f-b546-237bf98802ed on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:23.342881 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.managers [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Attempting to bind port 008b4d63-ca21-413f-b546-237bf98802ed by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}] {{(pid=100545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:23.342881 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Attempting to bind port 008b4d63-ca21-413f-b546-237bf98802ed on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:23.343407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:23.343407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Attempting to bind port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:23.358231 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Port 008b4d63-ca21-413f-b546-237bf98802ed on network 19770c70-4f68-4b6a-a4c1-28140956c24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:23.362610 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Attempting to bind port 008b4d63-ca21-413f-b546-237bf98802ed on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:23.367801 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:23.372462 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Checking segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:23.373584 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Bound using segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} {{(pid=100545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:23.374183 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.managers [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Bound port: 008b4d63-ca21-413f-b546-237bf98802ed, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}}] {{(pid=100545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:23.374656 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.383545 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['57a5b4f4-8307-4d3f-920f-820e2291acba'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:41:23.389862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:23.390212 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Checking segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:23.390864 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Bound using segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:23.391959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Bound port: a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:23.391959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.436912 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66e1ee3b-d8bb-4e49-8796-687023bb6d0c req-b2f7b2a7-a853-4d01-b4ad-b2bfb17f1a51 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588449 Aug 31 12:41:23.517501 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a765e8c-2702-4567-a5c9-eddcb8818bb4 req-77679b16-b612-45b3-a81a-ae893f049a90 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676049 Aug 31 12:41:23.523221 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.537914 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, cleared binding levels {{(pid=100545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:23.543994 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:23.556387 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.634578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.635593 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.637191 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] 10.222.0.55 "PUT /v2.0/ports/008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1094 time: 1.3739555 Aug 31 12:41:23.640030 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:23.682451 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed04c50-ccdd-4135-b92f-3c045323f53b service neutron] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=3']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:23.697304 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:23.743779 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:23.754044 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37120c-5264-420c-8b80-d12854c4afa4 req-40275d0c-d4db-4285-bc20-1edcb9605820 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.756369 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec37120c-5264-420c-8b80-d12854c4afa4 req-40275d0c-d4db-4285-bc20-1edcb9605820 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.1817327 Aug 31 12:41:23.760836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.821497 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-6a7c2ab0-9f80-4779-b573-c6d681203fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.825919 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-6a7c2ab0-9f80-4779-b573-c6d681203fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1097 time: 0.1339421 Aug 31 12:41:23.833597 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.843020 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.843659 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.846101 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] 10.222.0.55 "PUT /v2.0/ports/a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 200 len: 1093 time: 2.2208457 Aug 31 12:41:23.848605 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:23.851161 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:23.916820 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-eff74503-65be-459a-aa65-ac3b6fb9e124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 217 time: 0.0820014 Aug 31 12:41:23.952690 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b024b-7cb3-48c8-9403-24a238aeb4e2 x-openstack-request-id: req-5e3b024b-7cb3-48c8-9403-24a238aeb4e2 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:23.953114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:23.953423 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e3b024b-7cb3-48c8-9403-24a238aeb4e2 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:23.953832 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'status': 'completed', 'code': 200} Aug 31 12:41:23.963096 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Network 5e1b655c-b837-44f7-bf38-d7be084485b0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:23.968005 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec37120c-5264-420c-8b80-d12854c4afa4 req-555c7264-adf2-4c83-b212-cf2895f4cf6f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848092 Aug 31 12:41:23.971666 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b752-2ac5-434e-a8eb-e1e129aedb15 service neutron] Pushing event updated for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:23.979685 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:23.982145 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:24.015153 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-265062f9-701f-4a5d-8444-96bb5a67390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.016802 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-265062f9-701f-4a5d-8444-96bb5a67390a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0891683 Aug 31 12:41:24.071782 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-bc03bafe-7bca-4738-9d47-f60e9dc437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.075125 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-bc03bafe-7bca-4738-9d47-f60e9dc437f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1096 time: 0.1727681 Aug 31 12:41:24.083488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 34848) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:24.137662 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Pushing event updated for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:24.190886 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.191657 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.195168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-e54ee440-0d71-4fed-8ef7-76742a367a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.197375 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-e54ee440-0d71-4fed-8ef7-76742a367a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1697078 Aug 31 12:41:24.205352 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-feac3d23-79cf-49ef-9173-2658963bf557 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 200 len: 217 time: 0.1115568 Aug 31 12:41:24.237381 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-5dd9a6c9-e4b3-4a2a-87fb-2bcb4f02e2b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7570255 Aug 31 12:41:24.265458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Request body: {'port': {'device_id': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:24.327388 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-529fc72a-5b1b-4197-92d1-93ad3e4d8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.329706 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-529fc72a-5b1b-4197-92d1-93ad3e4d8327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.1154008 Aug 31 12:41:24.330541 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-3a5fcf07-8c02-43ee-9277-0234306dd6e5 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236360 Aug 31 12:41:24.337233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.359430 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 57a5b4f4-8307-4d3f-920f-820e2291acba up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:24.414344 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ec892-6b86-4f6e-b94f-93d73f82e4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:24.471542 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-80090caf-8652-4df8-bb00-7d837c9aa468 req-de73df99-a430-42a8-bf8d-cddba88c4f71 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256955 Aug 31 12:41:24.546400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.557988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 57a5b4f4-8307-4d3f-920f-820e2291acba completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:24.564579 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 57a5b4f4-8307-4d3f-920f-820e2291acba triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:24.565546 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.625912 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747754a-649c-4ecb-b9f7-a4f9b22fd376 x-openstack-request-id: req-3747754a-649c-4ecb-b9f7-a4f9b22fd376 {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:24.626446 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-02558392-ffc8-4cb0-b716-d504c40026cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2775059 Aug 31 12:41:24.626565 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:24.627075 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3747754a-649c-4ecb-b9f7-a4f9b22fd376 {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:24.627515 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'status': 'completed', 'code': 200} Aug 31 12:41:24.726455 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-73e5572f-f80a-47a0-a8ff-dead7376838d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.743528 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.757065 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-a219fd22-3858-41cf-9b06-e0c9cba3328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.765173 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-a219fd22-3858-41cf-9b06-e0c9cba3328c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1097 time: 0.1146982 Aug 31 12:41:24.804981 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:24.894685 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=57a5b4f4-8307-4d3f-920f-820e2291acba,segment=NetworkSegment(0b6693f9-1c47-4af2-9295-6f727b89aeea),segment_id=0b6693f9-1c47-4af2-9295-6f727b89aeea)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:24.901676 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.946148 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcea83c-1abc-47f5-b6c2-c3bb09117f77 req-165ef65e-d7fb-47cb-9e36-c413f5c2f1fa tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.947814 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-edcea83c-1abc-47f5-b6c2-c3bb09117f77 req-165ef65e-d7fb-47cb-9e36-c413f5c2f1fa tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 944 time: 0.3276947 Aug 31 12:41:24.985699 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:25.059442 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20076b-79ec-40ea-842e-c54cc43996a3 req-35e1e6db-a6df-40c4-a4c4-6ff5620ae26a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.067711 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e20076b-79ec-40ea-842e-c54cc43996a3 req-35e1e6db-a6df-40c4-a4c4-6ff5620ae26a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 943 time: 0.3127654 Aug 31 12:41:25.090436 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-f8905cee-c64b-40b1-9761-6fe37b1c9f97 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236429 Aug 31 12:41:25.133318 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-927d1518-5bdc-4563-80b6-57905ab2f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.135262 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-927d1518-5bdc-4563-80b6-57905ab2f688 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.3595376 Aug 31 12:41:25.212439 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-d85c31c0-02e5-4ef1-a370-5ecef4ced20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 217 time: 0.0589418 Aug 31 12:41:25.223153 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-edcea83c-1abc-47f5-b6c2-c3bb09117f77 req-6e85944a-9012-45bf-88cf-4ed8cf5934bc tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485523 Aug 31 12:41:25.298593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e20076b-79ec-40ea-842e-c54cc43996a3 req-8d9b03c4-4664-483f-bc84-a4be3f7d0a9a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298279 Aug 31 12:41:25.316834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-b2a00cc2-fd51-4ffc-86b5-2e6904b5f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.316834 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-b2a00cc2-fd51-4ffc-86b5-2e6904b5f30d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0889657 Aug 31 12:41:25.392891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-562ba3f5-77da-40d2-acaf-c5a7e1077fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.395001 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-562ba3f5-77da-40d2-acaf-c5a7e1077fcf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716839 Aug 31 12:41:25.413387 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-73e5572f-f80a-47a0-a8ff-dead7376838d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.428659 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-73e5572f-f80a-47a0-a8ff-dead7376838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.439684 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b4b9b8-6b37-446d-bee8-b6a06e9e4153 req-18c9b339-81a3-46e9-ae18-77f8c8967012 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236763 Aug 31 12:41:25.448881 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb8a78-b91d-4727-8899-9735fc3ba09a" -d '{"events": [{"server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "name": "network-vif-plugged", "status": "completed", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:25.550568 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7ff80-85dd-45ea-bed0-82332dd59463 req-f2b179d5-0295-4923-8e5c-45c12d805152 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.552538 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fa7ff80-85dd-45ea-bed0-82332dd59463 req-f2b179d5-0295-4923-8e5c-45c12d805152 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.2190785 Aug 31 12:41:25.568400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2529395-cee8-4f34-aaab-1c73792d7229 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:25.582935 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.589357 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-73e5572f-f80a-47a0-a8ff-dead7376838d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=faae1441004c4ff8b3f5e06d4da28588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5014811 Aug 31 12:41:25.590059 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-5e75fec7-9401-4f8d-8baa-bffea7425815 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815515 Aug 31 12:41:25.593494 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34916) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:25.598872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5572f-f80a-47a0-a8ff-dead7376838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22eb85-d9be-4fbc-9ab4-9d42696b7533,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:25.650086 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Transition to ACTIVE for port object e2529395-cee8-4f34-aaab-1c73792d7229 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:25.715669 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.738493 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c431f72-d83f-4987-8acb-e4c5728321fa x-openstack-request-id: req-5c431f72-d83f-4987-8acb-e4c5728321fa {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:25.738879 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "name": "network-vif-plugged", "status": "completed", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:25.739261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c431f72-d83f-4987-8acb-e4c5728321fa {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:25.739832 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba', 'code': 200} Aug 31 12:41:25.748107 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fa7ff80-85dd-45ea-bed0-82332dd59463 req-febd9ee2-022c-4f73-b80f-e50ccf2daae1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714725 Aug 31 12:41:25.774727 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-bed72d82-57a6-4588-828b-1682965d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.776349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-bed72d82-57a6-4588-828b-1682965d10c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1096 time: 0.2695813 Aug 31 12:41:25.804700 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.835269 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.865619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Pushing event updated for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:25.896539 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-503ec892-6b86-4f6e-b94f-93d73f82e4aa req-951d493c-0495-4a93-902e-3f98559a609d service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977176 Aug 31 12:41:25.933893 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.937616 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.942362 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c22eb85-d9be-4fbc-9ab4-9d42696b7533 HTTP/1.1" status: 204 len: 168 time: 0.3476980 Aug 31 12:41:25.954655 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dba14-c553-4034-ac01-609801e5d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22eb85-d9be-4fbc-9ab4-9d42696b7533,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:26.045215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-20d9f3a7-202a-4cbe-a21e-c2dbaef60220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.047448 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-20d9f3a7-202a-4cbe-a21e-c2dbaef60220 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.2529809 Aug 31 12:41:26.048193 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Attempting to bind port e2529395-cee8-4f34-aaab-1c73792d7229 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:26.048535 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Attempting to bind port e2529395-cee8-4f34-aaab-1c73792d7229 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:26.048854 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Attempting to bind port e2529395-cee8-4f34-aaab-1c73792d7229 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:26.053647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Port e2529395-cee8-4f34-aaab-1c73792d7229 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:26.053966 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Attempting to bind port e2529395-cee8-4f34-aaab-1c73792d7229 on network 5e1b655c-b837-44f7-bf38-d7be084485b0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:26.095770 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:26.096609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Checking segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:26.096609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Bound using segment: {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:26.096840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-7d4b9afe-a463-49eb-95b9-d35ae5601867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.096978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Bound port: e2529395-cee8-4f34-aaab-1c73792d7229, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3032d09e-d670-437b-8518-6c78e2508003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:26.097392 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.098413 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-7d4b9afe-a463-49eb-95b9-d35ae5601867 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 1098 time: 0.1010294 Aug 31 12:41:26.101600 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-6781805e-492e-498d-9896-645811fff6a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 200 len: 217 time: 0.0451899 Aug 31 12:41:26.138147 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.209795 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-6f293854-86d7-4f53-864f-c19ad7aa6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.211331 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-6f293854-86d7-4f53-864f-c19ad7aa6f5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0784647 Aug 31 12:41:26.212493 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:26.216304 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e2529395-cee8-4f34-aaab-1c73792d7229,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:26.225917 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.292878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.293525 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.295002 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 1093 time: 2.0357504 Aug 31 12:41:26.298367 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:26.300793 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d0c00-34ed-4a64-bb3c-21591f410219" -d '{"events": [{"name": "network-changed", "server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:26.305503 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-76b25712-76b9-4495-a7ee-7f014c970fbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681980 Aug 31 12:41:26.373412 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:41:26.388263 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.396366 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.434241 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4f47-7b5f-4f7c-a389-e97ece07de72 service neutron] Pushing event updated for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:26.489479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-cef86741-9b8d-4190-95d4-fc220b113b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.491137 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-cef86741-9b8d-4190-95d4-fc220b113b84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1096 time: 0.1098752 Aug 31 12:41:26.497404 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743036 Aug 31 12:41:26.539219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a551d21-3611-4ef5-9b21-77cc4b36decf x-openstack-request-id: req-7a551d21-3611-4ef5-9b21-77cc4b36decf {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:26.545076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:26.545656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a551d21-3611-4ef5-9b21-77cc4b36decf {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:26.546421 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229', 'status': 'completed', 'code': 200} Aug 31 12:41:26.570580 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6249ff-ff1e-480e-94bd-baa96705193a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:26.589373 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff608b9-77c1-4881-87b6-2d262493abad req-301ed481-225e-48da-a968-d1795e0a85f8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.591006 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ff608b9-77c1-4881-87b6-2d262493abad req-301ed481-225e-48da-a968-d1795e0a85f8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.1755869 Aug 31 12:41:26.643948 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:26.659139 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '008b4d63-ca21-413f-b546-237bf98802ed', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:41:26.674332 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-3d8873fd-a098-415a-ad07-6de125e6daff service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577330 Aug 31 12:41:26.714701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.724702 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34952) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:26.746560 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd668-b976-47ae-aa99-03a7bee7d175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.768950 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:26.827246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:26.835345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.955260 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd668-b976-47ae-aa99-03a7bee7d175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.964820 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd668-b976-47ae-aa99-03a7bee7d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.998432 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:27.053393 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcd668-b976-47ae-aa99-03a7bee7d175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79e9f0e-6acf-43d9-b5d2-d264506b9d35,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:27.064940 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6bbcd668-b976-47ae-aa99-03a7bee7d175 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9483bef1ce5e48279847038ee6fc0984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388491 Aug 31 12:41:27.067915 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 34972) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:27.150915 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.163076 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['008b4d63-ca21-413f-b546-237bf98802ed'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:41:27.195407 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.238410 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-91ac4098-d7d1-4d3a-921a-c520b8a0b2ef req-42928c49-6464-4ec6-8bfd-d1b931ed4512 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545183 Aug 31 12:41:27.259536 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.262954 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.268319 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e79e9f0e-6acf-43d9-b5d2-d264506b9d35 HTTP/1.1" status: 204 len: 168 time: 0.1994634 Aug 31 12:41:27.271679 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ff608b9-77c1-4881-87b6-2d262493abad req-ad3efa22-5ac6-41c3-93d4-8ed53508d3a7 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715612 Aug 31 12:41:27.274580 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-b051d6c4-60e9-42d3-add2-99937d6aaccc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.5289114 Aug 31 12:41:27.283804 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795b05c-bc63-47fe-8067-903e17874edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79e9f0e-6acf-43d9-b5d2-d264506b9d35,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:27.299379 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73216d25-670b-492a-8529-94277cbcf21b req-51657b98-4427-4a25-bde1-c35a17c1dbbe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:27.301237 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73216d25-670b-492a-8529-94277cbcf21b req-51657b98-4427-4a25-bde1-c35a17c1dbbe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 943 time: 0.6235104 Aug 31 12:41:27.376869 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-4829af0f-a00f-4684-92a7-7dc8451760f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:27.378373 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-4829af0f-a00f-4684-92a7-7dc8451760f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0760448 Aug 31 12:41:27.393888 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73216d25-670b-492a-8529-94277cbcf21b req-441a6dc3-3f2b-43c7-b6fc-104c86729d34 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818892 Aug 31 12:41:27.430007 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-3fbc09cc-b238-4452-b08e-bbb07244a5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350642 Aug 31 12:41:27.536027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eaf27-acd7-492c-8e97-e531177e9eaa req-82577f13-21de-411d-b37b-6f6013a3f1c8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:27.537600 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-239eaf27-acd7-492c-8e97-e531177e9eaa req-82577f13-21de-411d-b37b-6f6013a3f1c8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.1049633 Aug 31 12:41:27.608346 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-04a6ab6b-e63a-44c4-906f-52fabfcafa44 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654925 Aug 31 12:41:27.617631 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-239eaf27-acd7-492c-8e97-e531177e9eaa req-25832cd1-e770-44fc-85c6-68464b53e757 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579982 Aug 31 12:41:27.816450 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35000) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:27.830186 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f8caa269-b94a-4780-b3b2-cc27fb95e3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.937849 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f8caa269-b94a-4780-b3b2-cc27fb95e3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.943302 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f8caa269-b94a-4780-b3b2-cc27fb95e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.983851 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f8caa269-b94a-4780-b3b2-cc27fb95e3cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=647875e22c044a0890d3562da1628a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661708 Aug 31 12:41:27.986370 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caa269-b94a-4780-b3b2-cc27fb95e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ede6f1-ac4b-43a7-8a3e-45e3fb4dd50e,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:27.987789 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35008) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:28.054187 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.086849 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.153461 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.157538 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.162325 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6ede6f1-ac4b-43a7-8a3e-45e3fb4dd50e HTTP/1.1" status: 204 len: 168 time: 0.1733966 Aug 31 12:41:28.172994 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553c717-0b79-4024-9617-4db354506599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ede6f1-ac4b-43a7-8a3e-45e3fb4dd50e,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:28.473212 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bc19c-755c-4bb9-831a-adc9e1347c41 req-36014338-01cc-427f-a292-876796f3af83 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:28.475843 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-861bc19c-755c-4bb9-831a-adc9e1347c41 req-36014338-01cc-427f-a292-876796f3af83 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0971358 Aug 31 12:41:28.568489 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-861bc19c-755c-4bb9-831a-adc9e1347c41 req-a474df61-628b-4986-a5ca-a37cb583bd47 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835342 Aug 31 12:41:28.597173 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf9d24-17ab-4897-aebc-498af11bf279 req-401a7f64-6f0f-48f3-8093-c04016233974 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:28.599039 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7faf9d24-17ab-4897-aebc-498af11bf279 req-401a7f64-6f0f-48f3-8093-c04016233974 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 943 time: 0.0925641 Aug 31 12:41:28.669361 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7faf9d24-17ab-4897-aebc-498af11bf279 req-942e6faf-a1a5-4777-a041-edbe154492cf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617597 Aug 31 12:41:28.809175 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46cf95-6e54-47c0-a979-49668a32d406 req-255033d4-b734-4c60-8a9c-203a18c24e43 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:28.811219 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f46cf95-6e54-47c0-a979-49668a32d406 req-255033d4-b734-4c60-8a9c-203a18c24e43 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0965364 Aug 31 12:41:28.877921 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f46cf95-6e54-47c0-a979-49668a32d406 req-e1e9db88-cbfc-4fc9-ab1d-663d805a4d15 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602963 Aug 31 12:41:28.935621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:41:29.032441 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23c74141-a82a-4062-b491-1cf64c02fb34 req-03d90e3c-d323-44a4-bed5-e9a87ac57e35 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988941 Aug 31 12:41:29.053136 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:29.176319 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'port_id': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'mac_address': 'fa:16:3e:32:3c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:41:29.216596 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:29.230149 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:29.255745 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:29.260418 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:29.316835 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:29.719096 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8213d7-e2cd-4609-ae45-1c9379027e40 req-2415474a-bc91-4724-9c0b-f792d73a1037 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:29.720673 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ef8213d7-e2cd-4609-ae45-1c9379027e40 req-2415474a-bc91-4724-9c0b-f792d73a1037 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0597110 Aug 31 12:41:29.771020 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ef8213d7-e2cd-4609-ae45-1c9379027e40 req-91bf4302-dff3-4d4f-8d9a-ea7032a4758b tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Aug 31 12:41:29.826260 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f719944-c181-41b0-b709-64fa2446487d req-5e2f408d-01b1-41f8-a3a0-dc7149dc3d94 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:29.827853 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3f719944-c181-41b0-b709-64fa2446487d req-5e2f408d-01b1-41f8-a3a0-dc7149dc3d94 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0560198 Aug 31 12:41:29.876278 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3f719944-c181-41b0-b709-64fa2446487d req-d3f3f5b7-8aed-46a1-b4d0-1802a4e7e925 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Aug 31 12:41:30.020477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662a640-32aa-4abf-9352-1776e1786699 req-cf6514fa-fd72-49a1-abe4-4bd55c54709f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:30.022246 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0662a640-32aa-4abf-9352-1776e1786699 req-cf6514fa-fd72-49a1-abe4-4bd55c54709f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0546718 Aug 31 12:41:30.066485 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0662a640-32aa-4abf-9352-1776e1786699 req-ae5dc466-514b-4b23-8b9e-c2a1935b80ab tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384884 Aug 31 12:41:30.740941 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35168) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:30.865718 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b76be292-d89d-4767-89d1-5abf18e192f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:30.892426 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392ba1-ecdc-4598-8dca-285da26ad5cf req-26bd47f1-6021-4620-b405-42b53378a1d8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:30.893989 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f6392ba1-ecdc-4598-8dca-285da26ad5cf req-26bd47f1-6021-4620-b405-42b53378a1d8 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0542245 Aug 31 12:41:30.959539 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f6392ba1-ecdc-4598-8dca-285da26ad5cf req-c2efe00d-3f29-44d6-84ac-083dbf835648 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Aug 31 12:41:31.012383 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b76be292-d89d-4767-89d1-5abf18e192f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.019290 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b76be292-d89d-4767-89d1-5abf18e192f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.057892 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b76be292-d89d-4767-89d1-5abf18e192f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1dadf45335c489fb6b586e3dc8fc5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150887 Aug 31 12:41:31.061550 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35182) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:31.079748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed08316-4110-450f-a113-66ca3aa3dcc4 req-cca4cc9c-61da-4a4b-96a8-968173f6a623 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.080112 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be292-d89d-4767-89d1-5abf18e192f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ad236-9ac6-4db1-a815-32b6a9ae02ff,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:31.081297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ed08316-4110-450f-a113-66ca3aa3dcc4 req-cca4cc9c-61da-4a4b-96a8-968173f6a623 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0983984 Aug 31 12:41:31.092541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-57b6cc45-c705-4d0f-940e-1959eff770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.094507 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-57b6cc45-c705-4d0f-940e-1959eff770ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1096 time: 0.0677612 Aug 31 12:41:31.130873 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.148381 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ed08316-4110-450f-a113-66ca3aa3dcc4 req-c1cf4187-4f1a-48b3-a663-d19632bbdd4a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596893 Aug 31 12:41:31.157811 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.212234 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.215576 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.216757 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d60ad236-9ac6-4db1-a815-32b6a9ae02ff HTTP/1.1" status: 204 len: 168 time: 0.1542616 Aug 31 12:41:31.229993 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93626c32-2337-4fc4-973d-9d4385ebeac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ad236-9ac6-4db1-a815-32b6a9ae02ff,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:31.278897 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef439-904c-49da-94af-e50171af5674 req-df545e9d-e366-4c56-acba-418483740af6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.280504 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-680ef439-904c-49da-94af-e50171af5674 req-df545e9d-e366-4c56-acba-418483740af6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.1312263 Aug 31 12:41:31.281780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-c9c485f6-f93f-4a49-92a5-4a6bf42ac63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.283185 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-c9c485f6-f93f-4a49-92a5-4a6bf42ac63f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1707468 Aug 31 12:41:31.355217 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-9c037d79-f2e6-43b9-aefa-48e7c8da2498 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0454504 Aug 31 12:41:31.370837 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-680ef439-904c-49da-94af-e50171af5674 req-4f034eed-771e-431a-b9a0-1b3e7d92c711 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794234 Aug 31 12:41:31.428155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-f6f3b546-1b58-4434-98b1-27adaa5d6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.429652 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-f6f3b546-1b58-4434-98b1-27adaa5d6b1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0607274 Aug 31 12:41:31.470440 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['a129c5d3-18a9-4b00-9f1e-d7b9255aaed4'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:41:31.480043 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-4e2a9e00-ad93-49b7-af10-9c6bb33f48e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361695 Aug 31 12:41:31.608700 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35196) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:31.615540 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-f90a60ab-f087-4d2f-ad10-43e3b28c4ab4 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221306 Aug 31 12:41:31.627437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f9783b44-e18b-496d-a11e-0d51233f9047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.732013 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-230d0c00-34ed-4a64-bb3c-21591f410219 req-45f61bb6-b575-433e-8cca-5a60558f58fc service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044292 Aug 31 12:41:31.744678 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f9783b44-e18b-496d-a11e-0d51233f9047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.753687 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f9783b44-e18b-496d-a11e-0d51233f9047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.798876 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f9783b44-e18b-496d-a11e-0d51233f9047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fd3c6c0d7184061afc2bfadd726acce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879432 Aug 31 12:41:31.800027 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9783b44-e18b-496d-a11e-0d51233f9047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9fe3e-413c-4db4-9c64-44bd34450071,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:31.803366 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35210) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:31.873658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.897760 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.957283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.959920 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.961115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46d9fe3e-413c-4db4-9c64-44bd34450071 HTTP/1.1" status: 204 len: 168 time: 0.1567090 Aug 31 12:41:31.970096 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2172d-bade-48b8-a148-1520396a5f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d9fe3e-413c-4db4-9c64-44bd34450071,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:32.101519 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a9fd-b225-445c-a1a1-db5bdbc7a9c5 req-7c3f9812-595d-40a7-901e-40690b5f456f tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:32.103123 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b356a9fd-b225-445c-a1a1-db5bdbc7a9c5 req-7c3f9812-595d-40a7-901e-40690b5f456f tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0603983 Aug 31 12:41:32.149989 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b356a9fd-b225-445c-a1a1-db5bdbc7a9c5 req-a2169b2b-3bb3-4603-a178-e6a1349efb0c tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Aug 31 12:41:32.296630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a37322-5f9a-43d9-9fe9-a3eb20ed20ba req-9ba46fd4-de10-400d-99c4-a7f6b930706d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:32.298479 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-59a37322-5f9a-43d9-9fe9-a3eb20ed20ba req-9ba46fd4-de10-400d-99c4-a7f6b930706d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0648799 Aug 31 12:41:32.346923 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-59a37322-5f9a-43d9-9fe9-a3eb20ed20ba req-df89ff60-55a3-494b-8150-ee77a95e4553 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Aug 31 12:41:32.508638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586be4f-a924-4459-9dcc-5002794e3f6f req-aec3695f-e6fa-4d4f-a46c-f26ec472376d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:32.510185 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d586be4f-a924-4459-9dcc-5002794e3f6f req-aec3695f-e6fa-4d4f-a46c-f26ec472376d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0609674 Aug 31 12:41:32.555035 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d586be4f-a924-4459-9dcc-5002794e3f6f req-b3c1dc59-36aa-4f5a-ab42-cf1f7d5add1a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Aug 31 12:41:33.213777 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:33.271512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 008b4d63-ca21-413f-b546-237bf98802ed completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:33.276345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 008b4d63-ca21-413f-b546-237bf98802ed triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:33.276913 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.280725 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd2fd5-2e14-4fb6-a919-81eae9afa1cb req-ceb57b45-3a74-46b5-a1f3-fa72495fa3a5 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:33.282634 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9bcd2fd5-2e14-4fb6-a919-81eae9afa1cb req-ceb57b45-3a74-46b5-a1f3-fa72495fa3a5 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0575461 Aug 31 12:41:33.342466 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9bcd2fd5-2e14-4fb6-a919-81eae9afa1cb req-1dc603c9-7f6e-4446-9635-00574029a658 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Aug 31 12:41:33.396690 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.439974 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:33.442275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87634f-8bbf-4855-a0df-84d9d7505db9" -d '{"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:33.458374 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:33.464320 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.503964 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9547879-08e9-4747-8bc3-d464482ecf26 x-openstack-request-id: req-a9547879-08e9-4747-8bc3-d464482ecf26 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:33.504274 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:33.504538 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9547879-08e9-4747-8bc3-d464482ecf26 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:33.504924 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'code': 200} Aug 31 12:41:33.521284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d324e7-7367-4ea4-b302-78057b9bdd7c req-3c679484-09ca-4994-858f-5ae8546efa71 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:33.524329 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88d324e7-7367-4ea4-b302-78057b9bdd7c req-3c679484-09ca-4994-858f-5ae8546efa71 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.1058295 Aug 31 12:41:33.528975 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:33.572301 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88d324e7-7367-4ea4-b302-78057b9bdd7c req-08355977-b6a7-4b81-8ca6-79e482262fe1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Aug 31 12:41:33.692412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414c74-39d9-4de0-a6e4-d43a98b9844d req-ee1ffa6f-0631-4d3a-97ab-920ea00f74cb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:33.694180 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51414c74-39d9-4de0-a6e4-d43a98b9844d req-ee1ffa6f-0631-4d3a-97ab-920ea00f74cb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0532866 Aug 31 12:41:33.737410 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51414c74-39d9-4de0-a6e4-d43a98b9844d req-30d037f1-7dbb-4b6c-a2b5-f757943f1a4e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 Aug 31 12:41:34.463589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216f2d-d0c3-4850-9168-78519fffd410 req-62a05744-93c8-49bd-b1b7-97dad35f8659 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:34.465122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51216f2d-d0c3-4850-9168-78519fffd410 req-62a05744-93c8-49bd-b1b7-97dad35f8659 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0520971 Aug 31 12:41:34.511537 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51216f2d-d0c3-4850-9168-78519fffd410 req-d56862b0-8057-41c1-aff7-4bbb5704f961 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Aug 31 12:41:34.698737 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec302bb6-4303-4449-acc1-31c2c99b3c51 req-545caed2-6824-404f-910d-4c22addb97d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:34.700301 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec302bb6-4303-4449-acc1-31c2c99b3c51 req-545caed2-6824-404f-910d-4c22addb97d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0577490 Aug 31 12:41:34.740283 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ec302bb6-4303-4449-acc1-31c2c99b3c51 req-b3cb8e12-332e-4faf-9a0d-e54bbeece3b9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339799 Aug 31 12:41:34.774591 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35340) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:34.862522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7c4e6-9702-4d78-aac3-262a522bce5f req-8f59230c-a762-421e-9d56-4de4d62d746a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:34.864110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cee7c4e6-9702-4d78-aac3-262a522bce5f req-8f59230c-a762-421e-9d56-4de4d62d746a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0508997 Aug 31 12:41:34.897599 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8b84a629-86e1-40e8-a112-f72c8c0aa2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.925282 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cee7c4e6-9702-4d78-aac3-262a522bce5f req-8fa7010e-c674-4c04-af01-85a192113eee tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549858 Aug 31 12:41:35.005819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8b84a629-86e1-40e8-a112-f72c8c0aa2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.010487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8b84a629-86e1-40e8-a112-f72c8c0aa2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.054776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84a629-86e1-40e8-a112-f72c8c0aa2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872bcfcf-5167-4e9e-9e2a-70048c296ef6,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.062835 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8b84a629-86e1-40e8-a112-f72c8c0aa2ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fef805e2daf14f43b46da5011a4aee1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849145 Aug 31 12:41:35.066570 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35346) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:35.125640 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.150170 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.201165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.204512 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.205708 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/872bcfcf-5167-4e9e-9e2a-70048c296ef6 HTTP/1.1" status: 204 len: 168 time: 0.1391652 Aug 31 12:41:35.217751 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afd0f3-d50b-4bad-8153-befd93af2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872bcfcf-5167-4e9e-9e2a-70048c296ef6,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.482861 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35360) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:35.497248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ed2aa9b9-c5a8-4364-aff0-2e5b696fedf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.622775 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ed2aa9b9-c5a8-4364-aff0-2e5b696fedf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.629491 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ed2aa9b9-c5a8-4364-aff0-2e5b696fedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.648682 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7f8d-6f30-435b-bca3-f8dd177c59a4 req-bdde389e-0e93-40b6-a657-2bc7b5c16438 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:35.651195 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-671a7f8d-6f30-435b-bca3-f8dd177c59a4 req-bdde389e-0e93-40b6-a657-2bc7b5c16438 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0621305 Aug 31 12:41:35.689912 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ed2aa9b9-c5a8-4364-aff0-2e5b696fedf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1fab566eb0344e7bddf3e7c895e99ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058311 Aug 31 12:41:35.690790 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aa9b9-c5a8-4364-aff0-2e5b696fedf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c056b6a-7083-4aea-9fdd-cb1d215d8bf2,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.691482 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-671a7f8d-6f30-435b-bca3-f8dd177c59a4 req-5096851c-df8d-48a7-9827-24b29bb28b46 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Aug 31 12:41:35.692581 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35364) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:35.743615 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.769634 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.829077 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.831791 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.833857 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c056b6a-7083-4aea-9fdd-cb1d215d8bf2 HTTP/1.1" status: 204 len: 168 time: 0.1394582 Aug 31 12:41:35.869027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868b134-14d2-41f2-99c4-6ac2fb21991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c056b6a-7083-4aea-9fdd-cb1d215d8bf2,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.891320 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b5af3-05d6-4889-9013-a8ffe49d36e2 req-3a4da521-228e-42fb-a687-1f0821eea876 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:35.892930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-526b5af3-05d6-4889-9013-a8ffe49d36e2 req-3a4da521-228e-42fb-a687-1f0821eea876 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0790980 Aug 31 12:41:35.948500 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-526b5af3-05d6-4889-9013-a8ffe49d36e2 req-601ce173-d18c-4680-ad2c-85f12a821fba tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Aug 31 12:41:36.124940 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858056b7-054f-4464-993a-a389f5d807cb req-8b7dc97b-1b9a-4df1-9460-61d590385103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:36.126451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-858056b7-054f-4464-993a-a389f5d807cb req-8b7dc97b-1b9a-4df1-9460-61d590385103 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1099 time: 0.0841787 Aug 31 12:41:36.137570 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c15e-f995-4d83-9f8f-dbe6f9251d03 req-2cfa1580-0031-4648-82ff-4d0634670ca1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:36.137570 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4529c15e-f995-4d83-9f8f-dbe6f9251d03 req-2cfa1580-0031-4648-82ff-4d0634670ca1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1250341 Aug 31 12:41:36.199063 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-858056b7-054f-4464-993a-a389f5d807cb req-ca8aa51a-474d-45af-b65b-87d67082dd0e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603666 Aug 31 12:41:36.216478 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4529c15e-f995-4d83-9f8f-dbe6f9251d03 req-5642f137-1402-4c7d-afce-85fc266c4550 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710068 Aug 31 12:41:36.838499 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4b4df-7f4a-461e-bdfd-42bc34825101 req-8b145d6d-e1de-414d-8ea7-ac570137bf9d tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:36.840170 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-39d4b4df-7f4a-461e-bdfd-42bc34825101 req-8b145d6d-e1de-414d-8ea7-ac570137bf9d tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0541382 Aug 31 12:41:36.891646 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-39d4b4df-7f4a-461e-bdfd-42bc34825101 req-dd49e694-80e0-4ca7-82f4-c09412dbf428 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Aug 31 12:41:36.966622 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:37.036245 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:37.042629 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:37.043356 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.160272 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84110fb-ed6c-4f3d-abd4-f1e3f170c47a req-275306c6-439c-496a-bf22-f9660363f13f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:37.161879 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c84110fb-ed6c-4f3d-abd4-f1e3f170c47a req-275306c6-439c-496a-bf22-f9660363f13f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 944 time: 0.0997314 Aug 31 12:41:37.163314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.232653 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:37.236865 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e004e-15b6-49b5-a8ac-32576226abaa" -d '{"events": [{"server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "name": "network-vif-plugged", "status": "completed", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:37.259756 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:37.260829 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c84110fb-ed6c-4f3d-abd4-f1e3f170c47a req-b3efe9e9-e464-4603-8275-ecc421cb26bb tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880105 Aug 31 12:41:37.268580 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.313061 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc99a25-7cac-4327-ac5e-de7b06fbcafd x-openstack-request-id: req-1cc99a25-7cac-4327-ac5e-de7b06fbcafd {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:37.313344 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "name": "network-vif-plugged", "status": "completed", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:37.313765 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc99a25-7cac-4327-ac5e-de7b06fbcafd {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:37.314336 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'code': 200} Aug 31 12:41:37.360970 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:37.472458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc8a2-3733-429c-a77e-1ef08b8e9dc4 req-2e4bc213-2d96-4629-8082-6e41f6da8f67 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:37.475701 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c4bc8a2-3733-429c-a77e-1ef08b8e9dc4 req-2e4bc213-2d96-4629-8082-6e41f6da8f67 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0737362 Aug 31 12:41:37.556706 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c4bc8a2-3733-429c-a77e-1ef08b8e9dc4 req-12b7ff54-dadf-4b8f-ab0f-38aab2a3bb1b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745263 Aug 31 12:41:37.612302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847442-6f45-4e9e-b953-9982860954b5 req-e2936453-8444-4bfb-85cd-452bde1184ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:37.613839 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2847442-6f45-4e9e-b953-9982860954b5 req-e2936453-8444-4bfb-85cd-452bde1184ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1098 time: 0.0562136 Aug 31 12:41:37.674383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2847442-6f45-4e9e-b953-9982860954b5 req-15c5d2bb-9c5f-4f37-b463-8a40ff7bd4a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Aug 31 12:41:37.925502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35480) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:38.059101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209592bf-5951-4821-bd9d-1449945b8fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.168944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209592bf-5951-4821-bd9d-1449945b8fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.175621 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-209592bf-5951-4821-bd9d-1449945b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.191428 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35490) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:38.218706 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209592bf-5951-4821-bd9d-1449945b8fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd9c2a-5bc6-43b1-aaa6-620ebc0ebeab,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:38.256104 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-209592bf-5951-4821-bd9d-1449945b8fff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db152d4b786c4ffd8116b5149bae8aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295281 Aug 31 12:41:38.259144 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35496) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:38.414043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a00982-4fe0-4393-9a49-be7242bd46d0 req-61df17d4-f6e8-46d6-8731-b761cee1aa1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:38.415846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16a00982-4fe0-4393-9a49-be7242bd46d0 req-61df17d4-f6e8-46d6-8731-b761cee1aa1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0561390 Aug 31 12:41:38.462045 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16a00982-4fe0-4393-9a49-be7242bd46d0 req-a9c79d2f-e2b0-4d40-b3c4-33f20b2d7f5f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Aug 31 12:41:38.521610 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ec58-3235-4018-80cf-93ecdd6f5b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.523963 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.559582 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.663803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.669289 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.670750 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43bd9c2a-5bc6-43b1-aaa6-620ebc0ebeab HTTP/1.1" status: 204 len: 168 time: 0.4105892 Aug 31 12:41:38.685010 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ad70a-7453-4044-be04-3e4f002aa043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd9c2a-5bc6-43b1-aaa6-620ebc0ebeab,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:38.709734 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ec58-3235-4018-80cf-93ecdd6f5b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.718150 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ec58-3235-4018-80cf-93ecdd6f5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.738067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6804-bf06-4496-911c-2c5775829e5e req-5a280ee1-4b35-4630-8b95-459564b08e08 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:38.739714 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-653d6804-bf06-4496-911c-2c5775829e5e req-5a280ee1-4b35-4630-8b95-459564b08e08 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0729966 Aug 31 12:41:38.795557 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4ec58-3235-4018-80cf-93ecdd6f5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f5ba86-ff5b-44f7-9308-d231054061cc,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:38.809177 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-653d6804-bf06-4496-911c-2c5775829e5e req-9184c363-f6cf-4fbb-8dc7-ab8fade1e93b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629020 Aug 31 12:41:38.837214 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2eb4ec58-3235-4018-80cf-93ecdd6f5b66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a71134efd4584e91ba14f8a33c613d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446943 Aug 31 12:41:38.839986 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35530) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:38.969749 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.025751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.072473 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f68bbb-8629-4393-a29a-d00b7662d25c req-81c8b255-1c21-4bba-83cf-820525ccf322 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:39.074004 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f68bbb-8629-4393-a29a-d00b7662d25c req-81c8b255-1c21-4bba-83cf-820525ccf322 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0992253 Aug 31 12:41:39.083306 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35544) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:39.088891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'floatingip': {'port_id': '008b4d63-ca21-413f-b546-237bf98802ed'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:39.091109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35546) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:39.099981 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.103270 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.107316 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84f5ba86-ff5b-44f7-9308-d231054061cc HTTP/1.1" status: 204 len: 168 time: 0.2660716 Aug 31 12:41:39.118494 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2592dad3-44fe-441c-962f-c10085bf5925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.131629 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5c9d4-e0ed-48f2-9bcb-e16f06902c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f5ba86-ff5b-44f7-9308-d231054061cc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.164142 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.257789 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2592dad3-44fe-441c-962f-c10085bf5925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.263198 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2592dad3-44fe-441c-962f-c10085bf5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.309163 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592dad3-44fe-441c-962f-c10085bf5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c481e-d4da-4e83-83b2-c45fef848057,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.315480 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2592dad3-44fe-441c-962f-c10085bf5925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7521a65c6fe94e23932575349001cb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232561 Aug 31 12:41:39.318198 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35552) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:39.374382 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.407567 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.486641 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.489574 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.493843 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b6c481e-d4da-4e83-83b2-c45fef848057 HTTP/1.1" status: 204 len: 168 time: 0.1744685 Aug 31 12:41:39.502328 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d04507-a17c-4950-aa60-4e2929afed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c481e-d4da-4e83-83b2-c45fef848057,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.578404 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35562) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:39.596124 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a0809c0c-d5a4-437e-8d70-f0328b61b17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.629101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88afd50-f8df-4fdb-abc7-069b64220b48 req-ccaa32b4-4938-48dd-ac66-a391194f3cad tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:39.630687 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c88afd50-f8df-4fdb-abc7-069b64220b48 req-ccaa32b4-4938-48dd-ac66-a391194f3cad tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0838928 Aug 31 12:41:39.720150 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c88afd50-f8df-4fdb-abc7-069b64220b48 req-6aed59aa-50c9-49f1-bf9c-240c656f0968 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Aug 31 12:41:39.788716 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a0809c0c-d5a4-437e-8d70-f0328b61b17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.794760 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a0809c0c-d5a4-437e-8d70-f0328b61b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.837109 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a0809c0c-d5a4-437e-8d70-f0328b61b17b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=203de71cbd484d6f834e00a2479c8af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563019 Aug 31 12:41:39.837945 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809c0c-d5a4-437e-8d70-f0328b61b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17725088-6143-43b4-9be7-33028ca6c1b4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.839807 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35570) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:39.853838 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e2529395-cee8-4f34-aaab-1c73792d7229 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:41:39.883924 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.db.resource_extend [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 12:41:39.968076 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e2529395-cee8-4f34-aaab-1c73792d7229,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:39.986764 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'e2529395-cee8-4f34-aaab-1c73792d7229', 'network_id': '5e1b655c-b837-44f7-bf38-d7be084485b0', 'port_id': 'e2529395-cee8-4f34-aaab-1c73792d7229', 'mac_address': 'fa:16:3e:97:d0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9fcf6d-799e-4760-b0de-d84144c177ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:41:39.996166 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.997142 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.009399 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.036600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.056601 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2529395-cee8-4f34-aaab-1c73792d7229 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:40.067117 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.080926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e2529395-cee8-4f34-aaab-1c73792d7229,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:40.088206 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.148420 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:40.181211 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Floating IP 368fee5d-7f3e-4cbf-af58-27569bae77f0 associated. External IP: 172.27.3.188, port: 008b4d63-ca21-413f-b546-237bf98802ed. Aug 31 12:41:40.220299 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.222839 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.224001 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17725088-6143-43b4-9be7-33028ca6c1b4 HTTP/1.1" status: 204 len: 168 time: 0.3832512 Aug 31 12:41:40.238068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d470e89-8036-4145-9e9e-314a47ea6d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17725088-6143-43b4-9be7-33028ca6c1b4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:40.441190 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35594) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:40.451313 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:40.588445 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:40.594802 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.606778 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:41:40.619021 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:40.620285 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:41:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:40.627878 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bb40b546-dcf7-48ef-9f33-8e45f7dbf9aa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "PUT /v2.0/floatingips/368fee5d-7f3e-4cbf-af58-27569bae77f0 HTTP/1.1" status: 200 len: 992 time: 1.5430379 Aug 31 12:41:40.628676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:40.631153 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde35878-aa3c-48ca-8063-42cc56d476cf" -d '{"events": [{"name": "network-changed", "server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:40.641698 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1646616133-network', 'tenant_id': '61f28c799c1743568fd00602fe568015'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:40.674283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Made reservation on behalf of 61f28c799c1743568fd00602fe568015 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:40.677914 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.692893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.782714 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:40.839801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.847681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.873104 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:41:40.892748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942180f0-3ea0-4ac5-bb80-2ddcdd6251a7,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:40.895885 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.896228 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Added segment 278cb328-532d-4cd3-b244-bcaaff9caddb of type vlan for network ed98609d-9440-4c83-a422-bfaf5d8177a7 Aug 31 12:41:40.962585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.995046 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.996968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:40.997843 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.073484 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6309268 Aug 31 12:41:41.076401 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35630) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:41.077066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bfc9e-cd88-4a51-8de5-ea3bb94edbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ed98609d-9440-4c83-a422-bfaf5d8177a7,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:41.095938 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network ed98609d-9440-4c83-a422-bfaf5d8177a7 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:41:41.105754 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Request body: {'subnet': {'network_id': 'ed98609d-9440-4c83-a422-bfaf5d8177a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1646616133-subnet', 'tenant_id': '61f28c799c1743568fd00602fe568015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:41.161441 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Made reservation on behalf of 61f28c799c1743568fd00602fe568015 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:41.163908 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.223055 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '368fee5d-7f3e-4cbf-af58-27569bae77f0', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:06Z', 'updated_at': '2021-08-31T12:41:39Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:41.253826 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:41:41.263292 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:41.264208 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:41:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:41.372632 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.389767 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:41:41.437827 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Pushing event updated for resources: {'Subnet': ['ID=470c6ec2-1fea-4078-a925-b071480df40b,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:41.447857 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Checking segment: {'id': '278cb328-532d-4cd3-b244-bcaaff9caddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ed98609d-9440-4c83-a422-bfaf5d8177a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:41.448225 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Network hostable DHCP agents. Network: ed98609d-9440-4c83-a422-bfaf5d8177a7, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:41:41.470640 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Network ed98609d-9440-4c83-a422-bfaf5d8177a7 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:41:41.485151 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, ed98609d-9440-4c83-a422-bfaf5d8177a7) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:41.507184 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7884875-4a2e-406e-9397-1e519d5a02aa None None] Network ed98609d-9440-4c83-a422-bfaf5d8177a7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:41:41.508153 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:41.508809 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.529062 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5b17b828-d8d0-4771-9458-b845f72f87da admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4513752 Aug 31 12:41:41.698800 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bef83-5b2b-48f9-a1b1-f1d2b5903216 None None] Network ed98609d-9440-4c83-a422-bfaf5d8177a7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:41:41.719230 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '368fee5d-7f3e-4cbf-af58-27569bae77f0', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:06Z', 'updated_at': '2021-08-31T12:41:39Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:41.749705 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7769fa-b568-45c4-9c97-406d20ae79c3 None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '368fee5d-7f3e-4cbf-af58-27569bae77f0', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:06Z', 'updated_at': '2021-08-31T12:41:39Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:41:42.001256 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7881f3d-ec54-463a-bbb2-abb0b440b830 None None] New status for floating IP 368fee5d-7f3e-4cbf-af58-27569bae77f0: ACTIVE {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:41:42.406923 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35684) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:42.411995 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604964187-network', 'tenant_id': 'f0dc9d5026854343a0d621f3f7d5ff4c'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:42.436679 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Made reservation on behalf of f0dc9d5026854343a0d621f3f7d5ff4c for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:42.439753 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.449047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.549549 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.553694 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.580028 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:41:42.589960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df350dad-d566-4e2d-a83b-dcb656512621,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:42.595846 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.596194 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Added segment d054b163-c7e9-403b-bdf0-412d8bf651b7 of type vlan for network 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d Aug 31 12:41:42.636151 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.672028 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.673529 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:42.674141 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.912067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35698) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:42.912585 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5039887 Aug 31 12:41:42.918421 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Request body: {'subnet': {'network_id': '7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604964187-subnet', 'tenant_id': 'f0dc9d5026854343a0d621f3f7d5ff4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:41:42.924893 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a921e0b-98bf-4343-ac5c-140451fc2568 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:42.936628 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:41:42.942703 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Made reservation on behalf of f0dc9d5026854343a0d621f3f7d5ff4c for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:42.946266 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13949495'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.098422 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460368d-f1e0-4033-8946-9107221c0623 x-openstack-request-id: req-3460368d-f1e0-4033-8946-9107221c0623 {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:43.098724 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:43.099018 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3460368d-f1e0-4033-8946-9107221c0623 {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:43.099591 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'status': 'completed', 'code': 200} Aug 31 12:41:43.159414 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14401341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13949473'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.273067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3f3c76-ec44-46c9-9b8b-17b2f48bd60d,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:43.283744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-afb33734-c17f-4fe9-a2d3-cbbbdfb6b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.285623 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-afb33734-c17f-4fe9-a2d3-cbbbdfb6b9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1099 time: 0.1388605 Aug 31 12:41:43.298453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8704c-af49-4fe9-a193-0a71b0bb12e4 req-d421c1f0-235f-47f2-aa40-45cf28c3a5e7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.300098 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fdf8704c-af49-4fe9-a193-0a71b0bb12e4 req-d421c1f0-235f-47f2-aa40-45cf28c3a5e7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.1423435 Aug 31 12:41:43.308354 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Checking segment: {'id': 'd054b163-c7e9-403b-bdf0-412d8bf651b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:41:43.308713 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Network hostable DHCP agents. Network: 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:41:43.351007 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fdf8704c-af49-4fe9-a193-0a71b0bb12e4 req-e85fa088-afef-4608-965b-94ff7c2eda9b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Aug 31 12:41:43.352194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Network 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:41:43.370170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:43.375191 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.375813 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.381710 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c0a87-a04f-4cc7-a7b3-847103a7747e None None] Network 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:41:43.438967 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-abd81423-0dfb-448b-a543-0d3c2ae02f1a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5248330 Aug 31 12:41:43.475278 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-1b989b2d-6c45-431c-9f06-3a9f064d310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.476953 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-1b989b2d-6c45-431c-9f06-3a9f064d310c service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0984986 Aug 31 12:41:43.528086 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0f12f-194a-473a-be22-4f7d50c65a5b None None] Network 7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:41:43.684911 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-6c761e4c-4147-4668-b03b-acb7814dc22c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1002 time: 0.1274097 Aug 31 12:41:43.714678 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['e2529395-cee8-4f34-aaab-1c73792d7229'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:41:43.750250 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-811a8ef6-43ee-4e6b-a74f-cd9128544c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.751840 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-811a8ef6-43ee-4e6b-a74f-cd9128544c14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0485368 Aug 31 12:41:43.832448 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-4e044efa-67be-45c5-83a9-42073503f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.834276 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-4e044efa-67be-45c5-83a9-42073503f075 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591657 Aug 31 12:41:44.165807 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-33a5cce6-8c34-41e9-bd68-0f704ffd4ffb service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183351 Aug 31 12:41:44.299163 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dde35878-aa3c-48ca-8063-42cc56d476cf req-d625c250-7fff-48d1-82e6-b8febb0fe315 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037323 Aug 31 12:41:44.500952 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6450c-fe98-439a-8ec6-6a1776502982 req-5b677ef3-12b3-43a8-a21c-ed086cc80919 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:44.502891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86f6450c-fe98-439a-8ec6-6a1776502982 req-5b677ef3-12b3-43a8-a21c-ed086cc80919 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0710421 Aug 31 12:41:44.551465 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86f6450c-fe98-439a-8ec6-6a1776502982 req-4a8109a0-c47a-4d2e-ad0e-ef80e8cc3b2e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Aug 31 12:41:44.885925 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f5dc-41a4-487c-9ad3-f4f09897a116 req-9c878059-f2bc-4a8d-b2c0-a16ba0f1039b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:44.887484 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dab3f5dc-41a4-487c-9ad3-f4f09897a116 req-9c878059-f2bc-4a8d-b2c0-a16ba0f1039b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0902410 Aug 31 12:41:44.889969 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-42b8d85e-2560-4a7d-8457-99e745f51820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:44.892081 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-42b8d85e-2560-4a7d-8457-99e745f51820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1098 time: 0.0662301 Aug 31 12:41:44.976782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dab3f5dc-41a4-487c-9ad3-f4f09897a116 req-6826fc6d-5f13-4255-b00a-66eccd0f3a89 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809855 Aug 31 12:41:45.011190 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-37e167cd-7fc7-4b06-8abb-3c969c605b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:45.012755 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-37e167cd-7fc7-4b06-8abb-3c969c605b85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1024654 Aug 31 12:41:45.066654 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-b8efa108-c900-4c5a-af2b-c5db91a4dac1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 200 len: 217 time: 0.0417964 Aug 31 12:41:45.126478 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-a138f17e-77ad-4a46-9114-39b862ec63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:45.128098 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-a138f17e-77ad-4a46-9114-39b862ec63db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0455172 Aug 31 12:41:45.166256 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-e088461b-dee9-4170-a3cd-909b3f622bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250919 Aug 31 12:41:45.304266 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-5dbf5104-90c8-4021-b1ec-916539db76a5 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073942 Aug 31 12:41:45.406876 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40f1496-1c2d-4e82-8ad7-bfb098db1670 req-7055d71f-11a2-4864-9e8d-10aac7428fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901892 Aug 31 12:41:46.127389 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74a7f-5f4a-4d60-8139-72a09eadfbd4 req-f247516d-6b60-44d4-86f6-cc3f3baf4457 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:46.132860 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64a74a7f-5f4a-4d60-8139-72a09eadfbd4 req-f247516d-6b60-44d4-86f6-cc3f3baf4457 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0822239 Aug 31 12:41:46.169082 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64a74a7f-5f4a-4d60-8139-72a09eadfbd4 req-8f01c635-65ae-45d7-84fc-515977b13d20 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Aug 31 12:41:46.646542 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:41:47.017756 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e2529395-cee8-4f34-aaab-1c73792d7229 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:41:47.074988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port e2529395-cee8-4f34-aaab-1c73792d7229 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:47.078915 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port e2529395-cee8-4f34-aaab-1c73792d7229 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:47.079292 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:47.178723 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:47.220350 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e2529395-cee8-4f34-aaab-1c73792d7229,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:47.221611 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:47.225278 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0087e57e-d7e9-4b62-b433-6ca69f8d8a91" -d '{"events": [{"server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "name": "network-vif-plugged", "status": "completed", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:41:47.230506 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:47.307171 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:47.311319 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e85e53-f468-4ea9-832a-263515819870 x-openstack-request-id: req-27e85e53-f468-4ea9-832a-263515819870 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:41:47.312348 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "name": "network-vif-plugged", "status": "completed", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:41:47.325400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27e85e53-f468-4ea9-832a-263515819870 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:41:47.326288 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229', 'code': 200} Aug 31 12:41:47.365709 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611112-9646-49e5-8bb3-df27a9c7ebef req-5c3f6ab1-d0c3-4041-9449-3af9ae5def15 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.373611 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8611112-9646-49e5-8bb3-df27a9c7ebef req-5c3f6ab1-d0c3-4041-9449-3af9ae5def15 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0688837 Aug 31 12:41:47.422698 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8611112-9646-49e5-8bb3-df27a9c7ebef req-eeb6a33f-3c0c-44be-9987-e22ba3813408 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 Aug 31 12:41:47.543464 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc5b35-623e-4a6e-9cd9-a3c7e04d625a req-8a1f3ae8-2e2d-4e59-bba6-08a02721bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.544986 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3bcc5b35-623e-4a6e-9cd9-a3c7e04d625a req-8a1f3ae8-2e2d-4e59-bba6-08a02721bfee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0475528 Aug 31 12:41:47.602629 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3bcc5b35-623e-4a6e-9cd9-a3c7e04d625a req-d0bd881f-28fb-4c1e-9e7d-218cfd906b33 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Aug 31 12:41:47.633609 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2883d954-6516-4178-a282-17dd81c8cd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.548648 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff080c71-fca9-4f38-bfff-4e0854d4542b req-4b8c21ae-0a17-4358-8f69-a3d5951c6e6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:48.550375 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff080c71-fca9-4f38-bfff-4e0854d4542b req-4b8c21ae-0a17-4358-8f69-a3d5951c6e6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0627766 Aug 31 12:41:48.595630 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff080c71-fca9-4f38-bfff-4e0854d4542b req-5041f88e-a6b3-4b5a-8bf9-0f1f1393e792 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Aug 31 12:41:49.727738 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866329d8-64f5-4279-93ae-92eb5bd26e11 req-1754b8e2-f15e-4533-a092-b40efbce2bd7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:49.731370 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-866329d8-64f5-4279-93ae-92eb5bd26e11 req-1754b8e2-f15e-4533-a092-b40efbce2bd7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0583143 Aug 31 12:41:49.767996 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-866329d8-64f5-4279-93ae-92eb5bd26e11 req-f17a0c19-8975-471c-91dc-deb145213049 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Aug 31 12:41:49.814229 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d1e096de-4150-4581-ab59-cdc00781a7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.203428 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.270241 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35980) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:50.288414 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35984) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:50.378859 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.403850 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14a672fd-c7a0-42bd-8980-9d988c1b73f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.489449 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.497618 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.552035 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36901311519d4e22a1e453c06f706436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806499 Aug 31 12:41:50.552772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b704c38f-e3bb-4b6f-b0ce-d0f0407c53f9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:50.554733 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 35988) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:50.565870 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.566169 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.566546 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.566890 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.567584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.567968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.568298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.568630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.568967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.569297 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.569626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.569953 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddcd945-c286-464a-9623-4571319ebdfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.608668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.627203 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14a672fd-c7a0-42bd-8980-9d988c1b73f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.629481 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.632097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14a672fd-c7a0-42bd-8980-9d988c1b73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.678029 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-14a672fd-c7a0-42bd-8980-9d988c1b73f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da197b51840e49e7a9ef861a03e5dc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846371 Aug 31 12:41:50.678029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 35990) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:50.684119 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.686773 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.688280 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b704c38f-e3bb-4b6f-b0ce-d0f0407c53f9 HTTP/1.1" status: 204 len: 168 time: 0.1322236 Aug 31 12:41:50.690901 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a672fd-c7a0-42bd-8980-9d988c1b73f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490be17-efcf-4034-a17b-021f28780fb8,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:50.696624 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704c38f-e3bb-4b6f-b0ce-d0f0407c53f9,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:50.705636 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.705994 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.706342 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.706682 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.707052 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.707433 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.707752 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.708095 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.708722 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.709172 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.709439 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.709749 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94744593-c52a-4e6f-8e01-d36db37e64a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:50.767109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.795365 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.882681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.885796 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.887011 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7490be17-efcf-4034-a17b-021f28780fb8 HTTP/1.1" status: 204 len: 168 time: 0.2087374 Aug 31 12:41:50.908295 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff00af-1cf7-483d-958e-d650b26c33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490be17-efcf-4034-a17b-021f28780fb8,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:50.918539 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523113-b365-457b-81b7-675af4cfc59b req-2bdda6f0-a07a-492a-8742-1ddb237f9014 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:50.925923 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8523113-b365-457b-81b7-675af4cfc59b req-2bdda6f0-a07a-492a-8742-1ddb237f9014 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0816355 Aug 31 12:41:50.969777 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8523113-b365-457b-81b7-675af4cfc59b req-71d615d0-7b79-4d4f-99ba-e862f1cf402f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Aug 31 12:41:51.083765 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36008) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:51.097201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64746b2e-45b5-4e4b-b320-9c7f3829f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.191560 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64746b2e-45b5-4e4b-b320-9c7f3829f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.196364 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-64746b2e-45b5-4e4b-b320-9c7f3829f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.237021 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-64746b2e-45b5-4e4b-b320-9c7f3829f3d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e0b0512f93544d6b5032e92045a1ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521206 Aug 31 12:41:51.238218 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64746b2e-45b5-4e4b-b320-9c7f3829f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8ae214-7b9a-4265-9b8b-e72e30cd3a71,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:51.239816 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36012) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:51.268742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36014) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:51.282304 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5fecde2f-e7c1-49c6-93d7-b5d755e770a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.294711 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.317825 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.371249 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.373753 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.374972 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e8ae214-7b9a-4265-9b8b-e72e30cd3a71 HTTP/1.1" status: 204 len: 168 time: 0.1339402 Aug 31 12:41:51.378784 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5fecde2f-e7c1-49c6-93d7-b5d755e770a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.383390 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5fecde2f-e7c1-49c6-93d7-b5d755e770a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.385917 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d75abf-79a4-42d4-9758-7afd8c1d3b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8ae214-7b9a-4265-9b8b-e72e30cd3a71,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:51.426507 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5fecde2f-e7c1-49c6-93d7-b5d755e770a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7aa3a3b72d4f4e739367ad0b3561e248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542873 Aug 31 12:41:51.426507 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecde2f-e7c1-49c6-93d7-b5d755e770a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81367be1-07e3-46ea-a742-7e191429ab79,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:51.427645 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36018) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:51.476830 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.500127 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.555323 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.559032 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.560809 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81367be1-07e3-46ea-a742-7e191429ab79 HTTP/1.1" status: 204 len: 168 time: 0.1324797 Aug 31 12:41:51.572738 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93871f98-99b1-4781-8124-9be07714e82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81367be1-07e3-46ea-a742-7e191429ab79,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:51.607732 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.906765 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36032) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:51.920109 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1495-0f7f-49bf-91a9-6e74d889b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.030037 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1495-0f7f-49bf-91a9-6e74d889b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.036369 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1495-0f7f-49bf-91a9-6e74d889b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.078978 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5c3e1495-0f7f-49bf-91a9-6e74d889b483 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dff6da1007d4d12b9ffc805f95679dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680887 Aug 31 12:41:52.080032 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36044) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:52.095396 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e1495-0f7f-49bf-91a9-6e74d889b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c098de3-4e18-43de-ac6e-d5b056879da4,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:52.107544 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686b0fe-82ca-49ee-8b9d-3c8c02a3b417 req-dc61d373-cf40-4c83-b4e7-52ae7752dac1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:52.109776 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3686b0fe-82ca-49ee-8b9d-3c8c02a3b417 req-dc61d373-cf40-4c83-b4e7-52ae7752dac1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0641000 Aug 31 12:41:52.148781 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.159038 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3686b0fe-82ca-49ee-8b9d-3c8c02a3b417 req-de06e247-fa5f-473f-b389-71369d7531ce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Aug 31 12:41:52.176144 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.228299 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.231072 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.232257 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c098de3-4e18-43de-ac6e-d5b056879da4 HTTP/1.1" status: 204 len: 168 time: 0.1512911 Aug 31 12:41:52.240868 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dfe7a-0bd6-48eb-8ce6-c3c857148971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c098de3-4e18-43de-ac6e-d5b056879da4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:53.285717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f182c4-2656-40a8-acea-1e46e35f6349 req-aa3bfd14-785d-42a9-ac54-5fe475fc00bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:53.287835 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-48f182c4-2656-40a8-acea-1e46e35f6349 req-aa3bfd14-785d-42a9-ac54-5fe475fc00bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0605373 Aug 31 12:41:53.332424 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:53.340750 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-48f182c4-2656-40a8-acea-1e46e35f6349 req-7d9a63f6-383d-427f-b875-98c138bb057f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Aug 31 12:41:53.844435 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-26b76d1d-13b1-4956-b0ea-c572608db4ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455363 Aug 31 12:41:53.969877 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-c691ec35-73c9-4da3-9227-190eb5bc58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:53.971676 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-c691ec35-73c9-4da3-9227-190eb5bc58f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 1098 time: 0.0435488 Aug 31 12:41:54.109892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-7d5af0bb-c356-4ff8-be36-7b8946bf5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:54.112846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-7d5af0bb-c356-4ff8-be36-7b8946bf5fe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0af34bb7-7990-4bc1-876c-f882e20773c3 HTTP/1.1" status: 200 len: 913 time: 0.1059487 Aug 31 12:41:54.178455 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-e466d894-fcaa-4811-9e05-597d621ceeca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57a5b4f4-8307-4d3f-920f-820e2291acba HTTP/1.1" status: 200 len: 217 time: 0.0517013 Aug 31 12:41:54.235709 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-394fec2d-850a-4f93-bd7b-f51ee0cd6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:54.237101 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-394fec2d-850a-4f93-bd7b-f51ee0cd6c4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89b5acb6-69bd-4a1e-a70b-e5bc8da4290c HTTP/1.1" status: 200 len: 852 time: 0.0473425 Aug 31 12:41:54.280903 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-cf4bd527-255f-48cb-b0d5-9e957d13bc85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0af34bb7-7990-4bc1-876c-f882e20773c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285587 Aug 31 12:41:54.391039 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-059ad9ea-4070-499f-890e-e4004debc474 service neutron] 10.222.0.55 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908155 Aug 31 12:41:54.484771 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.549658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a4a0d-287b-47ba-9ca9-19bba31421db req-7c997f56-ead0-467a-b206-250b6711a0ca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:54.552150 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf4a4a0d-287b-47ba-9ca9-19bba31421db req-7c997f56-ead0-467a-b206-250b6711a0ca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.1368399 Aug 31 12:41:54.594438 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dcc28d4c-60ad-4628-8eda-174f3057a824 req-03ef8275-2263-4515-97f8-6066d5046112 service neutron] 10.222.0.55 "GET /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873434 Aug 31 12:41:54.615331 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf4a4a0d-287b-47ba-9ca9-19bba31421db req-33eff99f-5359-4bd2-b7d7-aa454e0b15ed tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Aug 31 12:41:55.748132 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475c65-1018-4432-8318-89ca040679b6 req-35ec2c2a-3b2a-4b00-a2be-877a07609133 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:55.749746 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5475c65-1018-4432-8318-89ca040679b6 req-35ec2c2a-3b2a-4b00-a2be-877a07609133 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0516195 Aug 31 12:41:55.792600 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5475c65-1018-4432-8318-89ca040679b6 req-fbe199de-e2c1-4586-b98c-ac21095278c4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Aug 31 12:41:56.954549 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc4bb9-6649-44f0-aadf-ea4203775f06 req-f13e3488-6723-4dcd-8fbe-d2e3de33dc6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:56.957464 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-84cc4bb9-6649-44f0-aadf-ea4203775f06 req-f13e3488-6723-4dcd-8fbe-d2e3de33dc6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0762377 Aug 31 12:41:57.024281 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-84cc4bb9-6649-44f0-aadf-ea4203775f06 req-ac0b5e93-61b0-43b1-ba20-3ed833ddd4ba tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492475 Aug 31 12:41:57.245727 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36316) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:57.355480 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2cd74ae-c690-465a-9cae-f1bfcc20eff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.453000 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2cd74ae-c690-465a-9cae-f1bfcc20eff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.458188 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2cd74ae-c690-465a-9cae-f1bfcc20eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.497306 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd74ae-c690-465a-9cae-f1bfcc20eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708dca7c-a4bf-4fa3-ba3c-0e527df30f36,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:57.513814 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c2cd74ae-c690-465a-9cae-f1bfcc20eff2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9ee3c0c69c6420fbc49b1259fcb7f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638836 Aug 31 12:41:57.513814 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36326) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:57.572132 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.603569 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.639942 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0394d7-cb2d-4ce8-b219-4d3be9fcd5a9 req-048f8dbf-63a3-45a0-b862-b6de964374fa tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.641465 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8b0394d7-cb2d-4ce8-b219-4d3be9fcd5a9 req-048f8dbf-63a3-45a0-b862-b6de964374fa tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 31 12:41:57.666736 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.669398 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.670613 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/708dca7c-a4bf-4fa3-ba3c-0e527df30f36 HTTP/1.1" status: 204 len: 168 time: 0.1558011 Aug 31 12:41:57.680443 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cb3bd-edf9-473c-b926-08bce742e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708dca7c-a4bf-4fa3-ba3c-0e527df30f36,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:57.698063 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8b0394d7-cb2d-4ce8-b219-4d3be9fcd5a9 req-11aa5c15-4b83-4f3b-9143-38cb9e5ba3c2 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Aug 31 12:41:57.947622 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36336) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:57.962012 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-108a343e-a116-4a94-907d-9841827c6f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.064889 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-108a343e-a116-4a94-907d-9841827c6f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.069284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-108a343e-a116-4a94-907d-9841827c6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.121509 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a343e-a116-4a94-907d-9841827c6f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29e4bd-5e03-4f35-9d0d-2767556654d1,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:58.126238 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-108a343e-a116-4a94-907d-9841827c6f04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a3bba3c5ffe4744ac34461bca4b20d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775246 Aug 31 12:41:58.129169 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36352) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:58.174214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aa326-735a-471a-b90e-7ee4ce4a5b74 req-64bfddb0-d729-4c61-9f10-d258802e0786 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:58.180025 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4c6aa326-735a-471a-b90e-7ee4ce4a5b74 req-64bfddb0-d729-4c61-9f10-d258802e0786 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0688586 Aug 31 12:41:58.197789 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.246690 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.257504 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4c6aa326-735a-471a-b90e-7ee4ce4a5b74 req-8ccb42bd-6967-4c8f-a61a-4b4c004965a0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Aug 31 12:41:58.304803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.307486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.308672 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f29e4bd-5e03-4f35-9d0d-2767556654d1 HTTP/1.1" status: 204 len: 168 time: 0.1757281 Aug 31 12:41:58.317043 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7572cf0-22af-4a98-8706-cebb3a9a663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29e4bd-5e03-4f35-9d0d-2767556654d1,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:58.660192 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36388) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:58.674416 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f851d3ed-238a-4fc0-bc85-826c47db5ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.777703 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f851d3ed-238a-4fc0-bc85-826c47db5ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.783894 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f851d3ed-238a-4fc0-bc85-826c47db5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.826186 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f851d3ed-238a-4fc0-bc85-826c47db5ed2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02584410179c422c974f20e1a88f84e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648684 Aug 31 12:41:58.826355 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeb4d8-f6f0-4dfe-8867-bd3398a89f9f req-4bf971db-d8b8-44f7-b632-6bf79fe8ee4f tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:58.827443 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36394) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:58.828724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9daeb4d8-f6f0-4dfe-8867-bd3398a89f9f req-4bf971db-d8b8-44f7-b632-6bf79fe8ee4f tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0569522 Aug 31 12:41:58.829252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36396) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:58.839602 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851d3ed-238a-4fc0-bc85-826c47db5ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5db0b5-1f41-45c1-aefa-31bb14c45db9,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:58.898895 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9daeb4d8-f6f0-4dfe-8867-bd3398a89f9f req-4a94e0fe-8896-4a37-9250-0c638415a499 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Aug 31 12:41:58.921891 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.937151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.954092 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dc07b6af-d525-4eee-bb72-5438a7716c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.989264 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.991845 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.995746 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a5db0b5-1f41-45c1-aefa-31bb14c45db9 HTTP/1.1" status: 204 len: 168 time: 0.1627305 Aug 31 12:41:59.001645 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b2e84-2ac0-4c75-8f25-1869369a076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5db0b5-1f41-45c1-aefa-31bb14c45db9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:59.070355 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dc07b6af-d525-4eee-bb72-5438a7716c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.074927 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dc07b6af-d525-4eee-bb72-5438a7716c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.116829 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-dc07b6af-d525-4eee-bb72-5438a7716c0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d22a9f6d5504449c9a5ecc74bd90cce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817483 Aug 31 12:41:59.117764 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07b6af-d525-4eee-bb72-5438a7716c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceaf21f-acf4-47e3-940a-423d3977113c,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:59.119435 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36406) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:59.176456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.197157 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.250067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.251359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.254324 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ceaf21f-acf4-47e3-940a-423d3977113c HTTP/1.1" status: 204 len: 168 time: 0.1314983 Aug 31 12:41:59.261950 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a160e3-c92b-440e-a598-0b6d3de19743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceaf21f-acf4-47e3-940a-423d3977113c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:59.433082 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9e665-0531-47fc-8684-4e552d11ccb1 req-23556af6-845e-46ff-b4bb-a0198e53f0a3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:59.435386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60b9e665-0531-47fc-8684-4e552d11ccb1 req-23556af6-845e-46ff-b4bb-a0198e53f0a3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0678222 Aug 31 12:41:59.492589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60b9e665-0531-47fc-8684-4e552d11ccb1 req-48a77e2b-f80f-4a43-9516-a05c14b41d71 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Aug 31 12:41:59.658243 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36440) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:59.685477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7e5d855f-1ac7-48f0-b3f7-a0c75fe11285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.790573 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7e5d855f-1ac7-48f0-b3f7-a0c75fe11285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.795111 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7e5d855f-1ac7-48f0-b3f7-a0c75fe11285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.835795 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7e5d855f-1ac7-48f0-b3f7-a0c75fe11285 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15439f9ab102439c8bb5db75debd95d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759558 Aug 31 12:41:59.836400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d855f-1ac7-48f0-b3f7-a0c75fe11285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b1a11-5162-4caf-912a-d50f3b512b31,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:59.838181 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36446) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:41:59.893934 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.916732 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.972388 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.975523 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.979611 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e9b1a11-5162-4caf-912a-d50f3b512b31 HTTP/1.1" status: 204 len: 168 time: 0.1374943 Aug 31 12:41:59.987465 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874421c-35a1-4dbf-adda-f61623406a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b1a11-5162-4caf-912a-d50f3b512b31,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:00.034983 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032f3f6-8c08-41b5-857f-0574910371cb req-79838d26-58c3-4b96-a64e-a05379359318 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:00.043042 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b032f3f6-8c08-41b5-857f-0574910371cb req-79838d26-58c3-4b96-a64e-a05379359318 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0692604 Aug 31 12:42:00.079869 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b032f3f6-8c08-41b5-857f-0574910371cb req-cb66a4a2-725a-4bfe-ba1e-50544a349c7d tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Aug 31 12:42:00.641386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b09b4-5a02-418f-8302-8175f93143e0 req-00c4891b-1ac4-47ef-83ee-8e6b0306f80b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:00.642991 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-770b09b4-5a02-418f-8302-8175f93143e0 req-00c4891b-1ac4-47ef-83ee-8e6b0306f80b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0628698 Aug 31 12:42:00.717448 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-770b09b4-5a02-418f-8302-8175f93143e0 req-c75f88cc-bc06-4465-b81f-10e3101fe962 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636141 Aug 31 12:42:01.004236 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df24941d-5127-40ff-9d5f-72d58291a52e tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.005823 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df24941d-5127-40ff-9d5f-72d58291a52e tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.55 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.0571370 Aug 31 12:42:01.304430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee30bc-8344-4d60-a716-60725deb5172 req-1872756f-049b-4b74-b1e6-9a5c84d8faf3 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.306043 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8aee30bc-8344-4d60-a716-60725deb5172 req-1872756f-049b-4b74-b1e6-9a5c84d8faf3 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 945 time: 0.1039743 Aug 31 12:42:01.309421 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Deleting port 57a5b4f4-8307-4d3f-920f-820e2291acba {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:42:01.309771 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:01.409930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8aee30bc-8344-4d60-a716-60725deb5172 req-98a8c6f9-d15d-4e3f-844a-7b2cbc5d125b tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9c9c808-e992-4d4a-be3e-18482c239264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950041 Aug 31 12:42:01.461383 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] For port 57a5b4f4-8307-4d3f-920f-820e2291acba, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=57a5b4f4-8307-4d3f-920f-820e2291acba,segment=NetworkSegment(0b6693f9-1c47-4af2-9295-6f727b89aeea),segment_id=0b6693f9-1c47-4af2-9295-6f727b89aeea)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:01.461859 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:01.479127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Calling delete_port for 57a5b4f4-8307-4d3f-920f-820e2291acba owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:42:01.667156 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:01.683290 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['57a5b4f4-8307-4d3f-920f-820e2291acba'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:42:01.713960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Pushing event deleted for resources: {'Port': ['ID=57a5b4f4-8307-4d3f-920f-820e2291acba,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:01.999531 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] No DVR routers for this DVR port 57a5b4f4-8307-4d3f-920f-820e2291acba on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:02.003731 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.006628 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f19b3849-e503-41ea-945f-7d391b8eab60 req-df52abf9-698e-4c82-8387-fac098817293 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.55 "DELETE /v2.0/ports/57a5b4f4-8307-4d3f-920f-820e2291acba HTTP/1.1" status: 204 len: 173 time: 0.9879231 Aug 31 12:42:02.008274 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'name': 'network-vif-deleted', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:02.010582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0733a7f-9595-4c16-984d-769b34228794" -d '{"events": [{"server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "name": "network-vif-deleted", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:42:02.077679 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac87f2-a7ba-4545-8602-fd153d0b1c35 req-cc1e2317-d3be-48dd-8daa-bcc9f7d6ad98 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:02.079641 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49ac87f2-a7ba-4545-8602-fd153d0b1c35 req-cc1e2317-d3be-48dd-8daa-bcc9f7d6ad98 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0820601 Aug 31 12:42:02.081230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09861c15-9e39-43fe-85f5-2850b20e3918 x-openstack-request-id: req-09861c15-9e39-43fe-85f5-2850b20e3918 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:42:02.081581 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6547c-f666-4620-a125-23c3e7bd6c7a", "name": "network-vif-deleted", "tag": "57a5b4f4-8307-4d3f-920f-820e2291acba", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:42:02.081843 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09861c15-9e39-43fe-85f5-2850b20e3918 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:42:02.082214 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6547c-f666-4620-a125-23c3e7bd6c7a', 'name': 'network-vif-deleted', 'tag': '57a5b4f4-8307-4d3f-920f-820e2291acba', 'status': 'completed', 'code': 200} Aug 31 12:42:02.125063 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49ac87f2-a7ba-4545-8602-fd153d0b1c35 req-1032bd45-c7f5-4076-8a46-91772251ecf2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Aug 31 12:42:02.520805 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58908ce3-4811-4dfd-b801-ecd58962f813 req-a0d7c4fe-dd7b-4cfe-ac93-7b228dd4744a tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.0291412 Aug 31 12:42:02.799492 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36584) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:02.848499 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Deleting subnet 470c6ec2-1fea-4078-a925-b071480df40b {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:42:02.851968 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.888626 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.932556 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.989555 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.013669 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470c6ec2-1fea-4078-a925-b071480df40b,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.020419 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.027053 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-9773e05f-1bb1-4cb9-91c5-b6f19be6c3d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/470c6ec2-1fea-4078-a925-b071480df40b HTTP/1.1" status: 204 len: 168 time: 0.2218015 Aug 31 12:42:03.027053 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36586) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:03.115300 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.204516 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.215233 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed98609d-9440-4c83-a422-bfaf5d8177a7']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.231750 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278cb328-532d-4cd3-b244-bcaaff9caddb') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.232223 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278cb328-532d-4cd3-b244-bcaaff9caddb') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.249329 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.266958 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.268569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8d2f-21ac-46b0-88e0-d8a52d65394d req-4e4bf77b-708f-49d6-8e92-b36a80d25a0a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:03.271604 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a18b8d2f-21ac-46b0-88e0-d8a52d65394d req-4e4bf77b-708f-49d6-8e92-b36a80d25a0a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0725842 Aug 31 12:42:03.277854 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:42:03.278452 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:03.280519 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:03.327891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a18b8d2f-21ac-46b0-88e0-d8a52d65394d req-714b6fb1-c613-4eee-8be1-9556910becbc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Aug 31 12:42:03.345847 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.356271 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.359292 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed98609d-9440-4c83-a422-bfaf5d8177a7 HTTP/1.1" status: 204 len: 168 time: 0.3320532 Aug 31 12:42:03.361138 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36598) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:03.377675 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5b53c-c741-4355-ab70-3531e7068961 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed98609d-9440-4c83-a422-bfaf5d8177a7,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.420513 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Deleting subnet 3c3f3c76-ec44-46c9-9b8b-17b2f48bd60d {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:42:03.423879 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.462356 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.501297 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.563453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.590861 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3f3c76-ec44-46c9-9b8b-17b2f48bd60d,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.595784 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.599484 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-7d2dcd0b-5ab3-4783-a270-0dbebe20d767 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3c3f3c76-ec44-46c9-9b8b-17b2f48bd60d HTTP/1.1" status: 204 len: 168 time: 0.2371616 Aug 31 12:42:03.600164 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36602) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:03.648859 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-427a02ac-30f8-4db1-ac1b-4da53857e913 req-53420cea-e618-4af9-8611-5dd76bd58318 tempest-DeleteServersTestJSON-1662133098 tempest-DeleteServersTestJSON-1662133098-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6547c-f666-4620-a125-23c3e7bd6c7a HTTP/1.1" status: 200 len: 210 time: 0.0286965 Aug 31 12:42:03.679843 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.769718 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.784237 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.797765 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd054b163-c7e9-403b-bdf0-412d8bf651b7') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.798117 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd054b163-c7e9-403b-bdf0-412d8bf651b7') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:03.807351 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.820934 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.827511 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:42:03.827949 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:03.829604 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:03.897082 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.911519 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.913440 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d HTTP/1.1" status: 204 len: 168 time: 0.3121374 Aug 31 12:42:03.923453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0ab7-caae-4fe5-9781-55a2460a0494 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcf5366-4b5b-4b6f-86a6-6f6aa7640a8d,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:04.101668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36630) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:04.147997 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-84f457a3-6522-45bf-a30a-d30e4a0e3ac8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61f28c799c1743568fd00602fe568015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450194 Aug 31 12:42:04.150448 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36634) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:04.201537 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.223460 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.275621 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.278410 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.279672 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/942180f0-3ea0-4ac5-bb80-2ddcdd6251a7 HTTP/1.1" status: 204 len: 168 time: 0.1282365 Aug 31 12:42:04.289191 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c5b71-90dc-435d-b7e7-8dc262866f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942180f0-3ea0-4ac5-bb80-2ddcdd6251a7,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:04.460601 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de0358-8462-4a53-b80a-7fac7e7a8cd7 req-cfcf3bc5-9f9a-48e1-aff2-6f388dec1fea tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:04.462215 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4de0358-8462-4a53-b80a-7fac7e7a8cd7 req-cfcf3bc5-9f9a-48e1-aff2-6f388dec1fea tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0583351 Aug 31 12:42:04.523618 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c4de0358-8462-4a53-b80a-7fac7e7a8cd7 req-d61c0cb0-132f-4b14-9bda-788e7128690e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Aug 31 12:42:04.674242 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36672) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:04.724912 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e7a07eb3-4834-4f38-a227-1e15ff3907f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0dc9d5026854343a0d621f3f7d5ff4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490396 Aug 31 12:42:04.727246 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36680) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:04.791557 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.814822 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.863447 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.866207 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.867406 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df350dad-d566-4e2d-a83b-dcb656512621 HTTP/1.1" status: 204 len: 168 time: 0.1392286 Aug 31 12:42:04.876291 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a9e0f-1d3d-4b66-95f5-fc7a4b4adc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df350dad-d566-4e2d-a83b-dcb656512621,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:05.645207 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17683-735a-43d7-a4f1-5224be04bd0d req-1e7ffcd8-39de-4091-a276-5fc5bdfe2b5f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:05.646603 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1db17683-735a-43d7-a4f1-5224be04bd0d req-1e7ffcd8-39de-4091-a276-5fc5bdfe2b5f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0547032 Aug 31 12:42:05.687730 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1db17683-735a-43d7-a4f1-5224be04bd0d req-15411617-9325-4ecb-b5b3-b93a44da5812 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345800 Aug 31 12:42:06.102273 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36734) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:06.205414 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f81dac93-d48b-4389-8e61-7e8c09f8fe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.293310 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f81dac93-d48b-4389-8e61-7e8c09f8fe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.298448 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f81dac93-d48b-4389-8e61-7e8c09f8fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.335674 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f81dac93-d48b-4389-8e61-7e8c09f8fe33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5225bd6531a4ab593dc325cf0dda27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322736 Aug 31 12:42:06.336537 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dac93-d48b-4389-8e61-7e8c09f8fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c4c4e-0c7f-48be-8c70-46bbe71ddae1,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:06.339312 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36738) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:06.363384 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 57a5b4f4-8307-4d3f-920f-820e2291acba no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:42:06.393091 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 57a5b4f4-8307-4d3f-920f-820e2291acba {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:42:06.393403 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 57a5b4f4-8307-4d3f-920f-820e2291acba not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:42:06.395772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.416844 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.462765 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.465400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:06.466558 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a3c4c4e-0c7f-48be-8c70-46bbe71ddae1 HTTP/1.1" status: 204 len: 168 time: 0.1260419 Aug 31 12:42:06.475086 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a802564-dd0c-43cf-b02e-629da3a32995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c4c4e-0c7f-48be-8c70-46bbe71ddae1,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:06.812053 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33980e-724e-43ba-8288-07efc4e061ec req-3a105539-c017-4bdb-8bb0-26fa7a75830d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:06.813682 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ba33980e-724e-43ba-8288-07efc4e061ec req-3a105539-c017-4bdb-8bb0-26fa7a75830d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0511165 Aug 31 12:42:06.860694 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ba33980e-724e-43ba-8288-07efc4e061ec req-892f25fe-06f1-4e4d-8a64-7e0788287dca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Aug 31 12:42:07.976923 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c26fa3-505c-49a2-ad1d-c04dce222071 req-e8083b25-a7b7-4559-99ac-bf8407197f9f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:07.978447 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46c26fa3-505c-49a2-ad1d-c04dce222071 req-e8083b25-a7b7-4559-99ac-bf8407197f9f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0529406 Aug 31 12:42:08.021404 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46c26fa3-505c-49a2-ad1d-c04dce222071 req-80acc8ec-7fa1-42c3-9475-aafce8c1dc19 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Aug 31 12:42:09.174135 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273de28d-f940-436e-90b7-afedf1976efd req-c2e734b4-b6f2-4af3-af48-b8698ed0526e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:09.175781 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-273de28d-f940-436e-90b7-afedf1976efd req-c2e734b4-b6f2-4af3-af48-b8698ed0526e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0539043 Aug 31 12:42:09.227229 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-273de28d-f940-436e-90b7-afedf1976efd req-65278381-321d-4ec5-a97f-f49e75338b87 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Aug 31 12:42:09.318872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36842) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:09.363801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Deleting subnet 89b5acb6-69bd-4a1e-a70b-e5bc8da4290c {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:42:09.366892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.383455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36844) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:09.408955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.447887 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.500191 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b485787a-0896-40bf-8b1f-8379eb218992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.509155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.538528 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b5acb6-69bd-4a1e-a70b-e5bc8da4290c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:09.540762 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.542661 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0a2f3302-7e4f-4a76-a1bb-875ca3f69ac0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89b5acb6-69bd-4a1e-a70b-e5bc8da4290c HTTP/1.1" status: 204 len: 168 time: 0.2227483 Aug 31 12:42:09.545383 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36848) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:09.595880 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b485787a-0896-40bf-8b1f-8379eb218992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.600141 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b485787a-0896-40bf-8b1f-8379eb218992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.626396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.644783 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b485787a-0896-40bf-8b1f-8379eb218992 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c6d7605ae11424ea3b6611c8cb19640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578795 Aug 31 12:42:09.644783 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485787a-0896-40bf-8b1f-8379eb218992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d541eec2-f4c0-4aff-9d03-e6fa560d0502,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:09.647203 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36850) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:09.700654 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.711159 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.722668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af34bb7-7990-4bc1-876c-f882e20773c3']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:09.724997 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.734252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6693f9-1c47-4af2-9295-6f727b89aeea') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:09.734547 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6693f9-1c47-4af2-9295-6f727b89aeea') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:09.743792 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.758396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.765178 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:42:09.765582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:09.767290 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:09.781461 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.784096 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.785281 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d541eec2-f4c0-4aff-9d03-e6fa560d0502 HTTP/1.1" status: 204 len: 168 time: 0.1371531 Aug 31 12:42:09.794834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacaacc-9add-473e-98bd-676b42eed2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541eec2-f4c0-4aff-9d03-e6fa560d0502,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:09.831024 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.836962 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.841557 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0af34bb7-7990-4bc1-876c-f882e20773c3 HTTP/1.1" status: 204 len: 168 time: 0.2926066 Aug 31 12:42:09.850510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a108b-bf46-4aac-8efe-7d58f2734a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af34bb7-7990-4bc1-876c-f882e20773c3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:09.966470 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36864) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:10.012517 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bf917326-80ef-4563-b634-691f2d8f1ad4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f2728f7ebf34e4f9cde1a99c02e686c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419903 Aug 31 12:42:10.012788 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36866) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:10.069486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.097902 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.146897 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.151893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36870) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:10.152081 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.153164 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9c9c808-e992-4d4a-be3e-18482c239264 HTTP/1.1" status: 204 len: 168 time: 0.1384583 Aug 31 12:42:10.161121 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753ecb3-b3df-4f41-9421-5fe54525711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c9c808-e992-4d4a-be3e-18482c239264,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.168314 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7caa002d-1cdd-41e5-8b0c-42a1aad1cb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.292312 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7caa002d-1cdd-41e5-8b0c-42a1aad1cb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.298543 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7caa002d-1cdd-41e5-8b0c-42a1aad1cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.363587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa002d-1cdd-41e5-8b0c-42a1aad1cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881fb1b5-10a3-4906-bf9f-5b71dcdd10cf,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.369216 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7caa002d-1cdd-41e5-8b0c-42a1aad1cb4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c72d47d6ee6746078d2969c26f33e3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161701 Aug 31 12:42:10.372169 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 36880) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:10.390925 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822737-a65f-426c-bd1f-139fd056ae79 req-d3b9d037-d31e-4c94-ab58-96da2e498bd3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:10.392594 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb822737-a65f-426c-bd1f-139fd056ae79 req-d3b9d037-d31e-4c94-ab58-96da2e498bd3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0770829 Aug 31 12:42:10.436417 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.450825 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb822737-a65f-426c-bd1f-139fd056ae79 req-cc2dc2c9-b3ca-4fae-a8cd-77834976a5d6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508664 Aug 31 12:42:10.461655 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.513596 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.516418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.517674 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/881fb1b5-10a3-4906-bf9f-5b71dcdd10cf HTTP/1.1" status: 204 len: 168 time: 0.1441948 Aug 31 12:42:10.525533 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341fe1-fced-4542-8bab-0d67ec388ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881fb1b5-10a3-4906-bf9f-5b71dcdd10cf,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.953733 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36916) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:11.061514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-595613726-network', 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:11.084237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:11.086598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.096256 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.204226 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.208320 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.234002 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:42:11.244009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60e633-3d04-44c8-a705-d93868fb6e85,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:11.254319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.254721 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Added segment a6aa8453-7aee-4e91-9f3e-98b83bd314b2 of type vlan for network 592dd485-6922-46df-bd4b-2b4eb529b337 Aug 31 12:42:11.298397 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.326392 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.327558 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.328535 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.387933 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4327304 Aug 31 12:42:11.391232 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 36934) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:11.399409 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Request body: {'subnet': {'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-595613726-subnet', 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:11.412506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f56ffd-fa17-4657-a0a2-bcb67dc8f41a admin admin] Pushing event updated for resources: {'Network': ['ID=592dd485-6922-46df-bd4b-2b4eb529b337,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:11.424285 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 592dd485-6922-46df-bd4b-2b4eb529b337 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:42:11.431096 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:11.433633 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13949495'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.655357 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0e46-3b08-486c-a0cf-4d5c7ae292c0 req-1934f44e-5fde-47be-831c-ac3d0418df6f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.656445 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a40e0e46-3b08-486c-a0cf-4d5c7ae292c0 req-1934f44e-5fde-47be-831c-ac3d0418df6f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.1194825 Aug 31 12:42:11.688217 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14401341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13949473'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.740795 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a40e0e46-3b08-486c-a0cf-4d5c7ae292c0 req-1acda34c-a5c0-434a-b11c-0b07f3f53ad4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Aug 31 12:42:11.761915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab09cb9e-e27b-40ae-ab6c-f3801031929c,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:11.781680 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Checking segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:42:11.782046 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Network hostable DHCP agents. Network: 592dd485-6922-46df-bd4b-2b4eb529b337, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:42:11.799252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Network 592dd485-6922-46df-bd4b-2b4eb529b337 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:42:11.810039 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 592dd485-6922-46df-bd4b-2b4eb529b337) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:11.814370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.814997 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.821434 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb30b7c-0d9e-4515-abf9-aa1b781c7039 None None] Network 592dd485-6922-46df-bd4b-2b4eb529b337 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:42:11.847482 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c2926589-d0ed-42ec-885e-ade4019c1d98 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4550929 Aug 31 12:42:11.997507 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934c111-71f5-46e6-91c8-02c846652611 None None] Network 592dd485-6922-46df-bd4b-2b4eb529b337 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:42:12.403126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-72e55c70-ac9b-434c-9995-bc4449e8cb68 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:12.404677 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-72e55c70-ac9b-434c-9995-bc4449e8cb68 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1236215 Aug 31 12:42:12.426182 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-f15bcfd8-bc0b-4652-bf21-7c4dff2a681d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/quotas/49dfc85daa7745f48d855cc0bb3877c4 HTTP/1.1" status: 200 len: 375 time: 0.0126321 Aug 31 12:42:12.460934 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-d5b8ceaa-f075-4a25-a8b5-19402937116f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278392 Aug 31 12:42:12.554948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-96a32f01-0b12-4371-beb5-1c7aa9142bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852437 Aug 31 12:42:12.643655 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-c9734dab-5dbd-4f5e-b488-57371247297f service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827122 Aug 31 12:42:12.808433 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96fabdd9-a3a1-471c-8f68-b1b6d185013e req-ab68267e-82c2-477a-acc4-b5f4cb0b5a9b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0268810 Aug 31 12:42:12.915878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624a90-e6af-427b-94cc-a56ff6672438 req-f5dccaeb-bad6-4a54-a6a8-f238ca06b1c0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:12.918913 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa624a90-e6af-427b-94cc-a56ff6672438 req-f5dccaeb-bad6-4a54-a6a8-f238ca06b1c0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0520539 Aug 31 12:42:12.967982 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa624a90-e6af-427b-94cc-a56ff6672438 req-49db3c49-7bac-4588-9461-154dbb0129f7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Aug 31 12:42:13.906635 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c15af44-267e-4902-8b08-6a7352e0f2b4 req-78ddab91-249b-46d4-990b-ab1ef985a637 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Aug 31 12:42:14.114788 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9fe8c-10ab-4e97-8897-ecc2e34cda4a req-aa9bed1c-fc08-435b-b37e-651f05e97e2c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.116340 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0f9fe8c-10ab-4e97-8897-ecc2e34cda4a req-aa9bed1c-fc08-435b-b37e-651f05e97e2c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0549505 Aug 31 12:42:14.155693 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0f9fe8c-10ab-4e97-8897-ecc2e34cda4a req-10628f04-7a0d-40e2-b91c-ddcebb62c1e1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Aug 31 12:42:14.726293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-24fa237e-5bf3-45a7-90ae-b77a0151db53 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.727706 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-24fa237e-5bf3-45a7-90ae-b77a0151db53 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1048877 Aug 31 12:42:14.999291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f001ce82-3b21-4742-82b8-c36dcbd2ecc8 req-0adef3e1-ca30-4458-ab0c-2d600c619195 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Aug 31 12:42:15.273573 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471116e-ee0c-4f75-a3dc-dfcbef27a9af req-e2c83811-a241-4bf0-8828-8bea5665b68f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:15.275240 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b471116e-ee0c-4f75-a3dc-dfcbef27a9af req-e2c83811-a241-4bf0-8828-8bea5665b68f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0508320 Aug 31 12:42:15.317020 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b471116e-ee0c-4f75-a3dc-dfcbef27a9af req-c348f85d-adf6-4e37-a59e-ddf00f2c39b9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Aug 31 12:42:16.097287 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e49f21b-a68c-4498-b332-abdb7bc00437 req-29ee6ff7-666a-4d8d-9f88-65d55c2c4d3a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Aug 31 12:42:16.441027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0759d8-c463-45ce-8a69-337648cc9858 req-30c9e52a-5056-4726-937b-b37ed279786e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:16.442624 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d0759d8-c463-45ce-8a69-337648cc9858 req-30c9e52a-5056-4726-937b-b37ed279786e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0571918 Aug 31 12:42:16.482768 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d0759d8-c463-45ce-8a69-337648cc9858 req-48fb159b-04d0-45ad-ae8e-0276d0a59af8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Aug 31 12:42:17.202312 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90997b7d-540f-4740-b317-a4c1a3876380 req-ba11325c-ef19-4359-88e0-c65a9f3ffffb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Aug 31 12:42:17.598687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63ceea-c2b6-4f0a-a350-8e761356b701 req-55d27720-4373-4ae4-9c59-4a8c36460d9e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:17.600214 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff63ceea-c2b6-4f0a-a350-8e761356b701 req-55d27720-4373-4ae4-9c59-4a8c36460d9e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 31 12:42:17.625206 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d71d69a0-b62c-4281-8d74-3aa0b0169f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:17.639938 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff63ceea-c2b6-4f0a-a350-8e761356b701 req-b3a734d3-2655-45df-bda1-7bce5bb33724 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 31 12:42:18.296488 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fb689ffd-a2cb-47a4-86a5-8a642515803b req-da730b7e-dbb5-4079-b181-edc9b1883898 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0269418 Aug 31 12:42:18.760345 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e563d9-2b37-4863-ab37-6d77ae1ec908 req-662ff2fb-166d-4a56-9353-a0a36e49e0fa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:18.761869 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27e563d9-2b37-4863-ab37-6d77ae1ec908 req-662ff2fb-166d-4a56-9353-a0a36e49e0fa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0550790 Aug 31 12:42:18.803504 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27e563d9-2b37-4863-ab37-6d77ae1ec908 req-b36509f8-cc70-472e-8677-5c6290a81a3d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Aug 31 12:42:18.832656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Request body: {'port': {'device_id': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'admin_state_up': True, 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:18.946108 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:18.949250 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.077323 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Allocated IP 172.20.0.3 (592dd485-6922-46df-bd4b-2b4eb529b337/ab09cb9e-e27b-40ae-ab6c-f3801031929c/2149e04c-4dec-46b7-b228-19eb210e3e7b) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:19.230004 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.270364 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.326314 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Network 592dd485-6922-46df-bd4b-2b4eb529b337 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:19.330668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:19.335044 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:19.342521 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event updated for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:19.425877 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.426522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.452441 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd55af-864c-4baa-a1ef-b2978e020c3a req-c2b04662-975f-49ca-8f57-f1de485ee2d8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.454169 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9dbd55af-864c-4baa-a1ef-b2978e020c3a req-c2b04662-975f-49ca-8f57-f1de485ee2d8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 931 time: 0.0851772 Aug 31 12:42:19.456782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-edad1231-71f6-47e2-9d97-33713cc97fc5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283958 Aug 31 12:42:19.487063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Request body: {'port': {'device_id': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:19.557850 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9dbd55af-864c-4baa-a1ef-b2978e020c3a req-bac3358b-2a36-4b28-8cb1-cdb4ff08ca79 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Aug 31 12:42:19.602484 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.811305 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-57ba8c35-f05a-4ed2-b4ae-8814597c11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:19.979886 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2149e04c-4dec-46b7-b228-19eb210e3e7b {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:19.990050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.007604 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919003cf-ed7e-4fab-8fec-deb8d7c3b802 req-2497956f-0967-4206-a632-fbd15ca93cfa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.015724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-919003cf-ed7e-4fab-8fec-deb8d7c3b802 req-2497956f-0967-4206-a632-fbd15ca93cfa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0936284 Aug 31 12:42:20.040381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Transition to ACTIVE for port object 2149e04c-4dec-46b7-b228-19eb210e3e7b will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:20.047861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.086591 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-919003cf-ed7e-4fab-8fec-deb8d7c3b802 req-998cef3f-fa9c-4f22-bb5a-4a6981003428 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705218 Aug 31 12:42:20.114527 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Pushing event updated for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:20.190224 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.196213 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Attempting to bind port 2149e04c-4dec-46b7-b228-19eb210e3e7b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:20.196695 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Attempting to bind port 2149e04c-4dec-46b7-b228-19eb210e3e7b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:20.197148 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Attempting to bind port 2149e04c-4dec-46b7-b228-19eb210e3e7b on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:20.202874 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Port 2149e04c-4dec-46b7-b228-19eb210e3e7b on network 592dd485-6922-46df-bd4b-2b4eb529b337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:20.202874 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Attempting to bind port 2149e04c-4dec-46b7-b228-19eb210e3e7b on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:20.212430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:20.212768 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Checking segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:42:20.213147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Bound using segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:20.213578 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Bound port: 2149e04c-4dec-46b7-b228-19eb210e3e7b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:20.214129 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.296784 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:20.300862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:20.304362 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.347495 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.348109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:20.349765 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] 10.222.0.55 "PUT /v2.0/ports/2149e04c-4dec-46b7-b228-19eb210e3e7b HTTP/1.1" status: 200 len: 1093 time: 0.8766279 Aug 31 12:42:20.350030 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:20.352606 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e5d134-e534-431f-aef9-e4538e1cc22a" -d '{"events": [{"name": "network-changed", "server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:42:20.391568 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac2bb-b6ba-4f82-b462-fc91218cf064 service neutron] Pushing event updated for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:20.404999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b021e07-5b5e-4eeb-87af-215c36bc395f x-openstack-request-id: req-2b021e07-5b5e-4eeb-87af-215c36bc395f {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:42:20.405287 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:42:20.405563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b021e07-5b5e-4eeb-87af-215c36bc395f {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:42:20.405969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b', 'status': 'completed', 'code': 200} Aug 31 12:42:20.468348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-1bbc3062-0744-4e8a-bad1-c39813c019c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.470953 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-1bbc3062-0744-4e8a-bad1-c39813c019c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 1096 time: 0.0482481 Aug 31 12:42:20.754111 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-bd743a36-fdac-4b7a-9d06-e373d2562bae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b HTTP/1.1" status: 200 len: 217 time: 0.2668581 Aug 31 12:42:20.828803 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6346-3845-4b15-b398-59ba7069242d req-8369ffd1-60cf-4fc8-ba5a-318e9f2fac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.830278 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-8369ffd1-60cf-4fc8-ba5a-318e9f2fac07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0652053 Aug 31 12:42:20.838647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefe584-dcc3-48f8-8c82-323400a31d52 req-d18b0ca8-fae1-4bde-922c-ca3545bbab39 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.840194 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5cefe584-dcc3-48f8-8c82-323400a31d52 req-d18b0ca8-fae1-4bde-922c-ca3545bbab39 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0889239 Aug 31 12:42:20.884964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-65a887bd-52a8-42f9-ae24-9dfb0beeb51c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318348 Aug 31 12:42:20.918025 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5cefe584-dcc3-48f8-8c82-323400a31d52 req-9bd48c2f-3ea0-46c0-b82a-95fda816711c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Aug 31 12:42:20.986732 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-c578af13-6d18-470f-afd7-808ef5ea3b07 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905380 Aug 31 12:42:21.102297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81ac6346-3845-4b15-b398-59ba7069242d req-16edb9f5-4eea-4d2e-81a4-7be77be1e42b service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016614 Aug 31 12:42:21.218992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc222d-d4e9-48cb-9582-5d07a4c8fcf3 req-5858e874-2fa4-4268-ae4e-c3c0213ba24d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:21.220476 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85dc222d-d4e9-48cb-9582-5d07a4c8fcf3 req-5858e874-2fa4-4268-ae4e-c3c0213ba24d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0487599 Aug 31 12:42:21.259858 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-85dc222d-d4e9-48cb-9582-5d07a4c8fcf3 req-a6f20c1c-a1c2-4a85-9d6e-f15f6b6d7bfa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Aug 31 12:42:21.590361 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:22.039638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303a32-6f7f-43e4-8f6c-8b7ba0e388e7 req-d035def6-2715-427c-8532-aa5e17c53c01 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:22.041168 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fe303a32-6f7f-43e4-8f6c-8b7ba0e388e7 req-d035def6-2715-427c-8532-aa5e17c53c01 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0529246 Aug 31 12:42:22.083521 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fe303a32-6f7f-43e4-8f6c-8b7ba0e388e7 req-2524e333-5cc3-44db-9996-e15689c0fbf8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Aug 31 12:42:22.372329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf258ba-e798-402f-a4fd-062aff7b3c99 req-b0e60229-672d-49a7-8c37-deaa92d59612 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:22.374458 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1cf258ba-e798-402f-a4fd-062aff7b3c99 req-b0e60229-672d-49a7-8c37-deaa92d59612 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0486424 Aug 31 12:42:22.415362 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1cf258ba-e798-402f-a4fd-062aff7b3c99 req-24405e09-c061-4f74-a9bc-275cfc151334 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Aug 31 12:42:23.198371 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2561-a094-467a-8a5c-69ae00c2b425 req-3c05813d-4f3e-4e9d-8446-6f2251321973 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:23.199923 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-345e2561-a094-467a-8a5c-69ae00c2b425 req-3c05813d-4f3e-4e9d-8446-6f2251321973 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0495806 Aug 31 12:42:23.238892 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-345e2561-a094-467a-8a5c-69ae00c2b425 req-1886471e-5b8c-438b-9b40-fe2202ea8afb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Aug 31 12:42:23.333768 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:23.530499 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d03497-018f-4e40-ace8-fffeaa6302a7 req-abb897c1-a66d-480c-acf6-f3324ff58b5a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:23.532129 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6d03497-018f-4e40-ace8-fffeaa6302a7 req-abb897c1-a66d-480c-acf6-f3324ff58b5a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0515752 Aug 31 12:42:23.575363 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d6d03497-018f-4e40-ace8-fffeaa6302a7 req-d08e2d99-0114-45e5-b4ee-2f5d08bee3dd tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Aug 31 12:42:23.645784 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:42:24.351943 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe755d2-b79e-464b-b9c6-84ecfe152405 req-8e7aec2e-87df-4ec4-a0fb-81d38485b5d2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:24.353475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2fe755d2-b79e-464b-b9c6-84ecfe152405 req-8e7aec2e-87df-4ec4-a0fb-81d38485b5d2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0489054 Aug 31 12:42:24.391035 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2fe755d2-b79e-464b-b9c6-84ecfe152405 req-9cfb66ff-4c97-435f-83a1-141c879befa5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Aug 31 12:42:24.494399 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.692986 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88314c-d5f3-4755-a41d-3d44ee1a3ce6 req-f4043f00-92d8-4437-b984-c41cf2d91ed7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:24.694492 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc88314c-d5f3-4755-a41d-3d44ee1a3ce6 req-f4043f00-92d8-4437-b984-c41cf2d91ed7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0517287 Aug 31 12:42:24.733584 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc88314c-d5f3-4755-a41d-3d44ee1a3ce6 req-81b6991b-82fd-4f25-aca7-9241f5e8a6a8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Aug 31 12:42:25.507564 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a51b9-e8d1-4134-b7d8-12983935f784 req-02e42d55-1fb1-45bc-8200-2b7b60877bb5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:25.509084 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5d2a51b9-e8d1-4134-b7d8-12983935f784 req-02e42d55-1fb1-45bc-8200-2b7b60877bb5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0494003 Aug 31 12:42:25.551437 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5d2a51b9-e8d1-4134-b7d8-12983935f784 req-6eff485c-4387-4d5e-b4bc-6be402efd9be tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Aug 31 12:42:25.848641 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e38eb-eaa7-4b04-8b11-1d07de830ee0 req-7c69c9c4-824a-4e88-b8f8-473e44a829f8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:25.850241 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-044e38eb-eaa7-4b04-8b11-1d07de830ee0 req-7c69c9c4-824a-4e88-b8f8-473e44a829f8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0500510 Aug 31 12:42:25.891823 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-044e38eb-eaa7-4b04-8b11-1d07de830ee0 req-591d7f19-b912-4d09-87e0-ccbfd8438d3c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Aug 31 12:42:26.302559 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-acc8a83b-1489-432e-bb33-332053104342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.304128 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-acc8a83b-1489-432e-bb33-332053104342 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 1096 time: 0.0415406 Aug 31 12:42:26.418286 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-2035f4a9-061f-45c5-9036-6e6310c31ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.419857 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-2035f4a9-061f-45c5-9036-6e6310c31ce7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 915 time: 0.0922444 Aug 31 12:42:26.474356 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-c464173b-7a0e-43c6-ad3c-31bbb4d26c0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b HTTP/1.1" status: 200 len: 217 time: 0.0369103 Aug 31 12:42:26.530862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-30e11e5d-137c-4e4c-adf3-1d2fa915d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.532354 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-30e11e5d-137c-4e4c-adf3-1d2fa915d272 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0458667 Aug 31 12:42:26.573695 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-3760934d-75ea-4087-98a3-5583e1db7128 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261478 Aug 31 12:42:26.716516 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee390f2-63db-47db-9f32-173cd6e88c4d req-2c7d177b-4ba2-4510-aba3-f8108be5dcea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.718010 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ee390f2-63db-47db-9f32-173cd6e88c4d req-2c7d177b-4ba2-4510-aba3-f8108be5dcea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0827725 Aug 31 12:42:26.723594 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-4d3ce39d-95eb-4a6b-8318-b80f6194f890 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335173 Aug 31 12:42:26.802353 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ee390f2-63db-47db-9f32-173cd6e88c4d req-f4f1bf22-18fe-4e3c-8b3c-8c39ccc55a41 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778031 Aug 31 12:42:26.850984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-13e5d134-e534-431f-aef9-e4538e1cc22a req-ef4f1da3-cbb6-49a3-b30c-d5d4bde917d6 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090333 Aug 31 12:42:27.026369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a459-e575-4d19-bd62-ce6ef471c23f req-c98f37e2-a7ef-4030-869a-b53b9f3de50a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:27.028003 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c929a459-e575-4d19-bd62-ce6ef471c23f req-c98f37e2-a7ef-4030-869a-b53b9f3de50a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0643477 Aug 31 12:42:27.073010 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c929a459-e575-4d19-bd62-ce6ef471c23f req-26df4f6d-a274-4773-98c7-81525888b5ac tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370235 Aug 31 12:42:27.930178 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef3078-13a3-4f80-9676-934376976d0b req-4802cfbc-0679-4768-90f9-12690404a438 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:27.932891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcef3078-13a3-4f80-9676-934376976d0b req-4802cfbc-0679-4768-90f9-12690404a438 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0547335 Aug 31 12:42:27.972269 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcef3078-13a3-4f80-9676-934376976d0b req-21dbaec7-46c4-4499-9ba6-bc7445aa3279 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Aug 31 12:42:28.202116 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af6d2-7d07-4b78-9538-421adbc906ef req-88574ccc-74eb-4485-b733-66051f220704 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:28.207531 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f0af6d2-7d07-4b78-9538-421adbc906ef req-88574ccc-74eb-4485-b733-66051f220704 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0585194 Aug 31 12:42:28.251325 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f0af6d2-7d07-4b78-9538-421adbc906ef req-decfaae4-9ae7-4efe-af09-8c114173127b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Aug 31 12:42:28.759603 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37320) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:28.872673 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-50bcf90d-5f29-4697-8433-4f2d524afa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:28.963626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-50bcf90d-5f29-4697-8433-4f2d524afa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:28.968353 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-50bcf90d-5f29-4697-8433-4f2d524afa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:29.007268 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-50bcf90d-5f29-4697-8433-4f2d524afa3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f66d35860ed4eeebd22d6b71c7fce6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463737 Aug 31 12:42:29.008117 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcf90d-5f29-4697-8433-4f2d524afa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8df3143-6bf1-4a9c-bf38-26fc2e2f4b30,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:29.010011 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37328) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:29.074279 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:29.096322 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07ab8-e7a3-4c3f-9080-f7537e822152 req-67f0dfc3-f5d3-47ab-871c-84fc49d21fff tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.098076 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5d07ab8-e7a3-4c3f-9080-f7537e822152 req-67f0dfc3-f5d3-47ab-871c-84fc49d21fff tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0555680 Aug 31 12:42:29.099638 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:29.137534 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5d07ab8-e7a3-4c3f-9080-f7537e822152 req-a556512b-22a0-4678-80aa-02dcbf89da6c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Aug 31 12:42:29.162113 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:29.164713 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:29.165874 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8df3143-6bf1-4a9c-bf38-26fc2e2f4b30 HTTP/1.1" status: 204 len: 168 time: 0.1544104 Aug 31 12:42:29.178833 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804ab27-7e46-4d88-be1a-2552cd97f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8df3143-6bf1-4a9c-bf38-26fc2e2f4b30,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:29.382126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101354-2945-4540-b4d6-47d90e0360da req-c89d282c-fed6-4443-bc9a-572c7139ee2a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.383895 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ac101354-2945-4540-b4d6-47d90e0360da req-c89d282c-fed6-4443-bc9a-572c7139ee2a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0556078 Aug 31 12:42:29.424867 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ac101354-2945-4540-b4d6-47d90e0360da req-5d814b70-b198-4e25-9570-8f0937c2a1d8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Aug 31 12:42:30.272819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb688-1720-4c59-b2fb-7e6c6d4b962a req-bd006eb5-34e9-4d98-b640-f668e649c934 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.274338 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-053fb688-1720-4c59-b2fb-7e6c6d4b962a req-bd006eb5-34e9-4d98-b640-f668e649c934 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0511229 Aug 31 12:42:30.319730 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-053fb688-1720-4c59-b2fb-7e6c6d4b962a req-51515c8e-34f5-4298-aaa8-2611adf7ca9f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Aug 31 12:42:30.547865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa801d-e276-4647-9d14-ae7280b3019f req-a8bf1150-7eb5-4c4f-ab1a-b071b973d88c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.549496 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-abaa801d-e276-4647-9d14-ae7280b3019f req-a8bf1150-7eb5-4c4f-ab1a-b071b973d88c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0543435 Aug 31 12:42:30.589728 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-abaa801d-e276-4647-9d14-ae7280b3019f req-8337d476-d9b1-4604-840d-b9f0d486263c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Aug 31 12:42:31.435207 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dd153-99bb-451a-8f49-344258601ab1 req-67cd5b69-5133-4053-b50f-c64438123224 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.436778 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d3dd153-99bb-451a-8f49-344258601ab1 req-67cd5b69-5133-4053-b50f-c64438123224 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 943 time: 0.0525625 Aug 31 12:42:31.460464 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2149e04c-4dec-46b7-b228-19eb210e3e7b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:42:31.476853 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d3dd153-99bb-451a-8f49-344258601ab1 req-7497067b-033d-443c-9f34-30036d928102 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341289 Aug 31 12:42:31.557588 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:31.570862 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '2149e04c-4dec-46b7-b228-19eb210e3e7b', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'port_id': '2149e04c-4dec-46b7-b228-19eb210e3e7b', 'mac_address': 'fa:16:3e:6f:1b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab09cb9e-e27b-40ae-ab6c-f3801031929c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:42:31.613841 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:31.628321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2149e04c-4dec-46b7-b228-19eb210e3e7b {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:31.656260 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:31.656260 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:31.706609 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:31.711392 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c0ae3-599b-45cd-95ea-0e89eef2d198 req-1e22a9b7-58d6-4937-9593-fee14a876484 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.712985 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d1c0ae3-599b-45cd-95ea-0e89eef2d198 req-1e22a9b7-58d6-4937-9593-fee14a876484 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0507689 Aug 31 12:42:31.714529 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.714926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.715292 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.715609 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.715969 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.716303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.716683 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.716951 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.717276 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.717598 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.717925 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.718241 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:31.754628 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d1c0ae3-599b-45cd-95ea-0e89eef2d198 req-e5e23562-4853-4274-9ecb-41d3e4730f9b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Aug 31 12:42:32.599171 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf914-3704-4b15-98cf-253a2683ee1c req-33a1913b-48e8-4df6-bbf1-ab2997a128e0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:32.600561 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f73cf914-3704-4b15-98cf-253a2683ee1c req-33a1913b-48e8-4df6-bbf1-ab2997a128e0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 944 time: 0.0541999 Aug 31 12:42:32.638493 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f73cf914-3704-4b15-98cf-253a2683ee1c req-833d13b6-122f-4fc5-8d5b-92fd504ac871 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Aug 31 12:42:32.869098 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b35cd-7c84-46c0-a658-e415334a1640 req-102498a9-1feb-4a4c-9e54-c292e6bd56fa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:32.870497 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2a7b35cd-7c84-46c0-a658-e415334a1640 req-102498a9-1feb-4a4c-9e54-c292e6bd56fa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0489588 Aug 31 12:42:32.909259 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2a7b35cd-7c84-46c0-a658-e415334a1640 req-e912e3d1-c5c9-4cc8-9481-95e00bd6e8e2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Aug 31 12:42:33.168662 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:42:33.765611 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d836-615c-4254-a9c9-f2a477129bb0 req-0a4c63ff-03e8-4ebf-9d17-fd7c06ced94d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:33.770169 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7be8d836-615c-4254-a9c9-f2a477129bb0 req-0a4c63ff-03e8-4ebf-9d17-fd7c06ced94d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 944 time: 0.0615835 Aug 31 12:42:33.825924 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7be8d836-615c-4254-a9c9-f2a477129bb0 req-4532005c-17ac-4fcd-a1fa-0364ef00b6f7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Aug 31 12:42:34.034923 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fd4f1-ccc7-49c2-9c98-48cc39111b98 req-cd760200-1b17-4a30-95a9-bef1cc172970 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:34.036550 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf1fd4f1-ccc7-49c2-9c98-48cc39111b98 req-cd760200-1b17-4a30-95a9-bef1cc172970 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0572629 Aug 31 12:42:34.075742 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf1fd4f1-ccc7-49c2-9c98-48cc39111b98 req-ed3d5658-aa83-4144-9a43-e843210e6a5c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Aug 31 12:42:34.735274 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2149e04c-4dec-46b7-b228-19eb210e3e7b up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:42:34.787498 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 2149e04c-4dec-46b7-b228-19eb210e3e7b completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:34.792090 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 2149e04c-4dec-46b7-b228-19eb210e3e7b triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:34.792564 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.883253 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.914802 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:34.917246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0a5bc4-4b72-4e25-9bc8-6d49dc84880e" -d '{"events": [{"server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "name": "network-vif-plugged", "status": "completed", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:42:34.935065 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:34.939654 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.970984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b39e-64e8-40f0-a67a-9acd4e93e3c7 req-faaa40ac-6df4-42e1-9542-3147b04154bc tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:34.972619 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a585b39e-64e8-40f0-a67a-9acd4e93e3c7 req-faaa40ac-6df4-42e1-9542-3147b04154bc tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 944 time: 0.0562799 Aug 31 12:42:34.993240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:35.021739 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a585b39e-64e8-40f0-a67a-9acd4e93e3c7 req-c594e90d-bc6f-43c6-a0ea-abb7636b4ce1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Aug 31 12:42:35.070221 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d8acf0-a180-4548-ae53-1403cbaaa181 x-openstack-request-id: req-86d8acf0-a180-4548-ae53-1403cbaaa181 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:42:35.071098 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "name": "network-vif-plugged", "status": "completed", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:42:35.071639 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86d8acf0-a180-4548-ae53-1403cbaaa181 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:42:35.072158 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b', 'code': 200} Aug 31 12:42:35.208787 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873abb-c874-4981-a1b7-01836ceb72d1 req-9438a844-58f3-460e-8f3d-b70cc4795bb6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:35.210315 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c873abb-c874-4981-a1b7-01836ceb72d1 req-9438a844-58f3-460e-8f3d-b70cc4795bb6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0613668 Aug 31 12:42:35.247180 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c873abb-c874-4981-a1b7-01836ceb72d1 req-ebb8cc86-db90-439e-bc45-1129302bc6c4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Aug 31 12:42:36.145282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02d999-ae7d-4dff-b918-866063b1157b req-949f57da-133d-4dba-b984-0a67cfcaa177 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:36.146877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c02d999-ae7d-4dff-b918-866063b1157b req-949f57da-133d-4dba-b984-0a67cfcaa177 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0562727 Aug 31 12:42:36.186120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c02d999-ae7d-4dff-b918-866063b1157b req-bea26adc-83f5-45f0-87c0-4059b7c02aec tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Aug 31 12:42:36.365215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5db72-298c-4a7e-bdc0-05a97e301805 req-27be04c2-dbb9-4444-9eb4-96c72cf78740 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:36.366698 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88d5db72-298c-4a7e-bdc0-05a97e301805 req-27be04c2-dbb9-4444-9eb4-96c72cf78740 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 31 12:42:36.405298 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88d5db72-298c-4a7e-bdc0-05a97e301805 req-80ff7e5a-c207-4413-8269-febec7b838a9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Aug 31 12:42:37.305483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e9b0-2074-4005-8a13-5f7a0da91cb7 req-a913fff8-c83e-4ada-8824-6ab44ed316a3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:37.307682 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f094e9b0-2074-4005-8a13-5f7a0da91cb7 req-a913fff8-c83e-4ada-8824-6ab44ed316a3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0536058 Aug 31 12:42:37.347431 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f094e9b0-2074-4005-8a13-5f7a0da91cb7 req-43ab1ed6-15ca-41e4-be0e-cd71821be63c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Aug 31 12:42:37.527643 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91d38-8dba-4530-93c4-d65ebe41c57d req-671532fa-699f-4c54-92ca-a6260e927d58 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:37.529190 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49e91d38-8dba-4530-93c4-d65ebe41c57d req-671532fa-699f-4c54-92ca-a6260e927d58 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0559688 Aug 31 12:42:37.573715 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49e91d38-8dba-4530-93c4-d65ebe41c57d req-2d18ee4e-d23b-48d8-b3ae-538be30ec7d1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Aug 31 12:42:38.462681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b685e1f-cfee-4605-bad2-dc2d7d947836 req-2489a0bd-8897-434a-aaf1-0ded38f6bf8d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.464282 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5b685e1f-cfee-4605-bad2-dc2d7d947836 req-2489a0bd-8897-434a-aaf1-0ded38f6bf8d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Aug 31 12:42:38.503834 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5b685e1f-cfee-4605-bad2-dc2d7d947836 req-928c2373-556b-4b28-9caf-e7ec8218e031 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Aug 31 12:42:38.690477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249c226-af84-49e5-af5a-20354283b6a8 req-904eb3cb-f66d-45d4-b208-f4a6ef07d071 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.692086 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7249c226-af84-49e5-af5a-20354283b6a8 req-904eb3cb-f66d-45d4-b208-f4a6ef07d071 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0491567 Aug 31 12:42:38.732372 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7249c226-af84-49e5-af5a-20354283b6a8 req-be365371-5586-49bf-94e4-5c4db99a71e0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Aug 31 12:42:39.149312 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8267-e213-432b-be52-efd9228ae38e req-81767bdd-413d-4b34-852a-f96d2a9eb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:39.151024 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-270d8267-e213-432b-be52-efd9228ae38e req-81767bdd-413d-4b34-852a-f96d2a9eb6b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 1098 time: 0.0440989 Aug 31 12:42:39.205291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-270d8267-e213-432b-be52-efd9228ae38e req-152cba3c-13ba-47dc-b596-bb32ef787a18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279601 Aug 31 12:42:39.622319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb32587-9060-4ce6-9a80-9d1dd4670551 req-0ae55250-ffcf-4d23-abda-b95602dc6f68 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:39.623863 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dbb32587-9060-4ce6-9a80-9d1dd4670551 req-0ae55250-ffcf-4d23-abda-b95602dc6f68 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Aug 31 12:42:39.664582 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dbb32587-9060-4ce6-9a80-9d1dd4670551 req-3369b227-9368-4368-8f5d-dab8a4362165 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Aug 31 12:42:39.853469 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6d8b7-3a67-45ed-9b2c-a62dba31a9df req-693acfb7-5c48-4991-b19d-21ebdeb639f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:39.855077 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90f6d8b7-3a67-45ed-9b2c-a62dba31a9df req-693acfb7-5c48-4991-b19d-21ebdeb639f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0523632 Aug 31 12:42:39.903186 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90f6d8b7-3a67-45ed-9b2c-a62dba31a9df req-6145e14d-41ba-4b57-a0e0-108659ca4bab tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Aug 31 12:42:40.794284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b31a5-74b9-49c4-96e0-d4c038ca0a90 req-8f01853b-1241-4f44-9ede-01dfe7f1dae3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:40.795777 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c29b31a5-74b9-49c4-96e0-d4c038ca0a90 req-8f01853b-1241-4f44-9ede-01dfe7f1dae3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0562749 Aug 31 12:42:40.834386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c29b31a5-74b9-49c4-96e0-d4c038ca0a90 req-35bf18e6-9f33-48b2-b108-46b3bc17e649 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Aug 31 12:42:41.020236 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d7a8-70ef-4f7a-aaa6-fcdc6330df78 req-00b1153f-3365-436c-bae7-4d140eedca7f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:41.021794 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9093d7a8-70ef-4f7a-aaa6-fcdc6330df78 req-00b1153f-3365-436c-bae7-4d140eedca7f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0505419 Aug 31 12:42:41.072836 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9093d7a8-70ef-4f7a-aaa6-fcdc6330df78 req-08a6e2b3-8d75-4892-8aca-74badf1809da tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Aug 31 12:42:41.962133 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d55ec-f7a0-49b9-9243-e548c785a09d req-674524ca-1e6e-4dc8-a5d6-8a906e717597 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:41.963990 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-053d55ec-f7a0-49b9-9243-e548c785a09d req-674524ca-1e6e-4dc8-a5d6-8a906e717597 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0529068 Aug 31 12:42:42.006256 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-053d55ec-f7a0-49b9-9243-e548c785a09d req-6cbd3edb-115b-419c-a2fa-4ccc378bcba2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Aug 31 12:42:42.217117 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4952-f7c8-4e23-bd6f-f8fb94fae002 req-e0a5a4e1-ccfb-4cb4-bfb7-adb8fcf44eca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:42.219711 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-430e4952-f7c8-4e23-bd6f-f8fb94fae002 req-e0a5a4e1-ccfb-4cb4-bfb7-adb8fcf44eca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0714500 Aug 31 12:42:42.257763 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-430e4952-f7c8-4e23-bd6f-f8fb94fae002 req-027f4561-c5d8-4a80-ae4b-74acb54176e1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318394 Aug 31 12:42:43.135962 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287627ca-7a42-46c8-b407-5146a2904177 req-b51bfda9-f8ae-4f4f-b16b-a5bc4eb51de4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:43.137875 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-287627ca-7a42-46c8-b407-5146a2904177 req-b51bfda9-f8ae-4f4f-b16b-a5bc4eb51de4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0614529 Aug 31 12:42:43.177099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-287627ca-7a42-46c8-b407-5146a2904177 req-ce09e626-e784-4af0-b423-584f0793d8ba tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Aug 31 12:42:43.372929 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd531c-7fe1-4a54-94c5-db1d341576fd req-8df5cef0-9d48-49f2-9f69-cf4755c35565 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:43.374419 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72fd531c-7fe1-4a54-94c5-db1d341576fd req-8df5cef0-9d48-49f2-9f69-cf4755c35565 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0495210 Aug 31 12:42:43.413857 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72fd531c-7fe1-4a54-94c5-db1d341576fd req-75a87da9-3fe3-48dc-9298-243a784616a1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Aug 31 12:42:44.310986 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c52d4b-706c-4907-88ed-500c2b119cd5 req-e5088d6c-b6da-41f0-a23e-a221705d6275 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:44.312563 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-50c52d4b-706c-4907-88ed-500c2b119cd5 req-e5088d6c-b6da-41f0-a23e-a221705d6275 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0603087 Aug 31 12:42:44.353771 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-50c52d4b-706c-4907-88ed-500c2b119cd5 req-08202229-3a46-4b2d-b3be-86f6c3b6a501 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Aug 31 12:42:44.537329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99527-f4d0-4a3a-ae37-ddc144dfb5ca req-95e7067a-0294-4374-8a1c-386f24d64add tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:44.538734 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16f99527-f4d0-4a3a-ae37-ddc144dfb5ca req-95e7067a-0294-4374-8a1c-386f24d64add tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0498359 Aug 31 12:42:44.578077 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16f99527-f4d0-4a3a-ae37-ddc144dfb5ca req-745af2b1-320c-4745-a7ef-2067cb0c9b76 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Aug 31 12:42:45.608804 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c36c-a524-4d83-91b5-def26323ca6e req-63819894-a3a0-40fe-af17-c2151e791191 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.610290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b33c36c-a524-4d83-91b5-def26323ca6e req-63819894-a3a0-40fe-af17-c2151e791191 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Aug 31 12:42:45.649636 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b33c36c-a524-4d83-91b5-def26323ca6e req-a69c7272-77f2-4bd0-a15a-47fe79ab4d5b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Aug 31 12:42:45.761992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8a98-c017-49b0-a85e-0afc553625c2 req-a7cec746-5a3a-49d2-bb65-df7e4b843c1a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.763739 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60bd8a98-c017-49b0-a85e-0afc553625c2 req-a7cec746-5a3a-49d2-bb65-df7e4b843c1a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0544553 Aug 31 12:42:45.804713 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60bd8a98-c017-49b0-a85e-0afc553625c2 req-215746ee-ce1c-46fe-b324-13d9ef139939 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Aug 31 12:42:46.768487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c437e2-6f21-48a2-95a7-78992ed7e309 req-3316d62e-8363-446c-b1c4-9040303d5423 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:46.770098 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82c437e2-6f21-48a2-95a7-78992ed7e309 req-3316d62e-8363-446c-b1c4-9040303d5423 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Aug 31 12:42:46.810088 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82c437e2-6f21-48a2-95a7-78992ed7e309 req-cca18825-9dd1-454d-a2a6-8191bad8e196 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Aug 31 12:42:46.919208 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9979d9-fbea-4d6b-94d2-824d9cb4f740 req-b65b721d-447a-4afd-915f-743e88c262d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:46.920698 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b9979d9-fbea-4d6b-94d2-824d9cb4f740 req-b65b721d-447a-4afd-915f-743e88c262d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0491214 Aug 31 12:42:46.958564 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b9979d9-fbea-4d6b-94d2-824d9cb4f740 req-2655748a-05c7-462d-90bf-7fd535c80490 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Aug 31 12:42:47.627568 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bb92919f-8d3d-4b3a-9518-8cbba447e183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:47.935982 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15934d3-3924-44b2-91d5-c51aeb7bf33d req-8c2a65f3-8b9e-418a-9489-53a3c3072119 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.938976 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e15934d3-3924-44b2-91d5-c51aeb7bf33d req-8c2a65f3-8b9e-418a-9489-53a3c3072119 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0612183 Aug 31 12:42:47.978326 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e15934d3-3924-44b2-91d5-c51aeb7bf33d req-f757ea5c-89e2-46a8-97af-ebacf974d7fd tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Aug 31 12:42:48.078523 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f32e8e-74b5-458b-9bdc-68a77608b4df req-dce828c7-e3e4-4684-8968-3fdd98441dca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:48.080511 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7f32e8e-74b5-458b-9bdc-68a77608b4df req-dce828c7-e3e4-4684-8968-3fdd98441dca tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0524929 Aug 31 12:42:48.120652 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7f32e8e-74b5-458b-9bdc-68a77608b4df req-6e4b742a-61b6-48a6-96a4-9aeb886b6e1c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Aug 31 12:42:49.096544 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26ebe-b9c6-49fa-a70b-c603791a86c0 req-b86c00e1-6769-4dbb-930f-099e1559b9a7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.098183 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bcf26ebe-b9c6-49fa-a70b-c603791a86c0 req-b86c00e1-6769-4dbb-930f-099e1559b9a7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Aug 31 12:42:49.136570 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bcf26ebe-b9c6-49fa-a70b-c603791a86c0 req-4dc661ab-4a12-4810-8b02-3d21248541a8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Aug 31 12:42:49.253621 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ded5-5fd2-4eeb-b3d7-168a64662f36 req-2a68e8a9-094e-40f6-ab0a-a48943938158 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.255177 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c239ded5-5fd2-4eeb-b3d7-168a64662f36 req-2a68e8a9-094e-40f6-ab0a-a48943938158 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0632379 Aug 31 12:42:49.293670 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c239ded5-5fd2-4eeb-b3d7-168a64662f36 req-eaa87bf2-7afa-43a9-997e-6779357627e6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Aug 31 12:42:49.795426 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-99ebf283-8a6e-4153-bdd1-036d78fdfd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:50.187112 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:50.411244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0b99e-f6e0-4587-9969-5bcb74d7c2db req-1ec87282-b817-4c06-abd6-72551577d704 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:50.412662 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8fa0b99e-f6e0-4587-9969-5bcb74d7c2db req-1ec87282-b817-4c06-abd6-72551577d704 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0495605 Aug 31 12:42:50.450066 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8fa0b99e-f6e0-4587-9969-5bcb74d7c2db req-68e5930d-110a-4aff-8864-c9bcecd124b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Aug 31 12:42:51.573022 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba9d2-ee14-44e4-8ccf-6b8d62e35b07 req-bc570e83-31c9-4ad8-b626-0be53d91a4e9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:51.574588 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-595ba9d2-ee14-44e4-8ccf-6b8d62e35b07 req-bc570e83-31c9-4ad8-b626-0be53d91a4e9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0509803 Aug 31 12:42:51.596398 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:51.617710 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-595ba9d2-ee14-44e4-8ccf-6b8d62e35b07 req-6449c852-d1f3-417a-aae2-290b4763bbf7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Aug 31 12:42:52.768122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc08a1-d35c-4aa9-a583-b3bd68754273 req-fc6e3606-f670-462a-9582-0e6ddcf3d6ce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:52.769891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83dc08a1-d35c-4aa9-a583-b3bd68754273 req-fc6e3606-f670-462a-9582-0e6ddcf3d6ce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0601745 Aug 31 12:42:52.817700 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83dc08a1-d35c-4aa9-a583-b3bd68754273 req-729a16f9-ced5-492d-89e6-c00d590ad14a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Aug 31 12:42:53.350362 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:53.529344 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20aff-dfbf-4bed-9f23-41bf28c2a99e req-f37116bd-c706-4add-a06f-e179826e389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.530838 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90a20aff-dfbf-4bed-9f23-41bf28c2a99e req-f37116bd-c706-4add-a06f-e179826e389c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1098 time: 0.0404294 Aug 31 12:42:53.572621 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90a20aff-dfbf-4bed-9f23-41bf28c2a99e req-e4c89de8-43d7-4957-9f24-c59cbce19265 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 31 12:42:53.947182 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471cce5-1bb5-4a6f-8334-9b9b70be5e4a req-1418000c-d693-406a-9b50-2231e52dde04 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.948717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2471cce5-1bb5-4a6f-8334-9b9b70be5e4a req-1418000c-d693-406a-9b50-2231e52dde04 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0551465 Aug 31 12:42:53.990284 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2471cce5-1bb5-4a6f-8334-9b9b70be5e4a req-60ce7988-b44b-4d09-8170-3122f3e1ef60 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Aug 31 12:42:54.063547 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-6b5fa148-fe40-4686-a16c-2da03e0d16e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475049 Aug 31 12:42:54.161900 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739712-4049-4213-ae41-12df077adef9 req-c98fff6f-da78-4397-9b00-15346aeb212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.163424 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-c98fff6f-da78-4397-9b00-15346aeb212a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0507369 Aug 31 12:42:54.321265 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739712-4049-4213-ae41-12df077adef9 req-22f77a67-9d78-43ad-9fb5-9ad8e36e6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.322592 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-22f77a67-9d78-43ad-9fb5-9ad8e36e6811 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1025021 Aug 31 12:42:54.382672 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-c137a2ab-3037-43ab-a708-0c3ad20fccd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0401311 Aug 31 12:42:54.467935 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739712-4049-4213-ae41-12df077adef9 req-afada8dc-41d6-4d25-a0f1-1cdc0dc4d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.470029 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-afada8dc-41d6-4d25-a0f1-1cdc0dc4d9a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0746737 Aug 31 12:42:54.505019 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:54.513212 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-e3e92a14-a65f-4181-bc59-44ec1f2b7a98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287364 Aug 31 12:42:54.626544 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-4426eaa3-eb5b-424e-aa1f-cf9b1a5fe2cf service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961149 Aug 31 12:42:54.719277 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37852) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:54.736165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce739712-4049-4213-ae41-12df077adef9 req-b863fd5f-fec8-44d4-807c-0dcbb9f95185 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953443 Aug 31 12:42:54.840912 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:54.933771 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:54.938954 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:54.976383 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc5abd-01a8-4f37-b803-2f49aa56e458,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:54.980511 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7c4bd232dd64d4f8a44a15909465e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599618 Aug 31 12:42:54.983674 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37858) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:54.987557 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.987909 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.988295 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.988645 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.988983 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.989333 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.989673 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.990023 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.990372 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.990706 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.991286 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:54.991615 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdceb5a-f3ba-4911-a682-d6c819a62b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.052690 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.101712 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.162091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3a70a-5313-428b-aab0-ecf8f9fe0699 req-ee4eb230-bf51-4db7-8fde-7f55b6a14587 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.163644 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67c3a70a-5313-428b-aab0-ecf8f9fe0699 req-ee4eb230-bf51-4db7-8fde-7f55b6a14587 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0964179 Aug 31 12:42:55.186124 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.188611 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.189716 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07dc5abd-01a8-4f37-b803-2f49aa56e458 HTTP/1.1" status: 204 len: 168 time: 0.2049503 Aug 31 12:42:55.203125 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc5abd-01a8-4f37-b803-2f49aa56e458,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:55.217829 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.218176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.218515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.219465 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.219799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.220126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.220453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.220777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.221098 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.221412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.221728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.222042 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783aa0a-575d-4101-aa8f-8828ab924a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:55.230420 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67c3a70a-5313-428b-aab0-ecf8f9fe0699 req-e345ffd9-069d-41df-8542-7733a719cf5c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598512 Aug 31 12:42:55.506871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37884) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:55.521639 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32ffde36-391b-4ec3-b75e-17d41ade061f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.661058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32ffde36-391b-4ec3-b75e-17d41ade061f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.670498 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-32ffde36-391b-4ec3-b75e-17d41ade061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.716868 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-32ffde36-391b-4ec3-b75e-17d41ade061f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64cbc99a3a7d40bc83cb3e427bd5e2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088780 Aug 31 12:42:55.717585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffde36-391b-4ec3-b75e-17d41ade061f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693f8b8-4fc2-4407-87b0-41b5d94acc3d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:55.720130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37894) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:55.785901 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37896) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:55.805122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.834044 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.894686 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.898062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.902621 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f693f8b8-4fc2-4407-87b0-41b5d94acc3d HTTP/1.1" status: 204 len: 168 time: 0.1786532 Aug 31 12:42:55.913366 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df12fee-051b-456f-bfd1-2dc413923bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693f8b8-4fc2-4407-87b0-41b5d94acc3d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:55.964931 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e124d8a2-7470-45ca-a1a0-0f57656d65c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.082748 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e124d8a2-7470-45ca-a1a0-0f57656d65c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.086998 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e124d8a2-7470-45ca-a1a0-0f57656d65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.127275 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e124d8a2-7470-45ca-a1a0-0f57656d65c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7054dbc0e404a968eba95315e9fa119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394911 Aug 31 12:42:56.131215 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37908) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:56.140050 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124d8a2-7470-45ca-a1a0-0f57656d65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c806652-366a-4942-a859-03c30a0c8242,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:56.190871 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.212955 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.269918 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.275044 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.279166 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c806652-366a-4942-a859-03c30a0c8242 HTTP/1.1" status: 204 len: 168 time: 0.1441529 Aug 31 12:42:56.292785 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6b2e-ef2a-40d7-8ae6-c6baa99028b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c806652-366a-4942-a859-03c30a0c8242,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:56.396410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0ec-64aa-4819-b7a0-91d6799541e3 req-b8c5b0aa-d60d-4bc5-b5f6-43405ccb5686 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.398009 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b28ab0ec-64aa-4819-b7a0-91d6799541e3 req-b8c5b0aa-d60d-4bc5-b5f6-43405ccb5686 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0707278 Aug 31 12:42:56.452653 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b28ab0ec-64aa-4819-b7a0-91d6799541e3 req-2947a273-99c4-4408-833e-27162c6114df tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Aug 31 12:42:56.610126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb820310-50d6-4905-9991-3665fc681ad4 req-fe9f69bf-36ea-4920-bd2c-e9a7678baa76 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.611943 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb820310-50d6-4905-9991-3665fc681ad4 req-fe9f69bf-36ea-4920-bd2c-e9a7678baa76 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0710313 Aug 31 12:42:56.677712 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb820310-50d6-4905-9991-3665fc681ad4 req-1b40af53-6c9f-4aa2-8ca3-ee0a2475023e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Aug 31 12:42:56.693644 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37940) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:56.711838 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0b969b59-0dd6-4a64-a0a5-850349a4c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.839351 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0b969b59-0dd6-4a64-a0a5-850349a4c490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.845349 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0b969b59-0dd6-4a64-a0a5-850349a4c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.903399 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0b969b59-0dd6-4a64-a0a5-850349a4c490 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36ba52476157468583eb73c1fbf31999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063420 Aug 31 12:42:56.904464 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37946) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:56.907092 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969b59-0dd6-4a64-a0a5-850349a4c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799d810e-a5be-422c-a46e-b0ff435c657c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:56.959870 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37950) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:56.992986 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.016781 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.071260 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.075026 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.076577 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/799d810e-a5be-422c-a46e-b0ff435c657c HTTP/1.1" status: 204 len: 168 time: 0.1704016 Aug 31 12:42:57.087456 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9133-64bb-42fa-8208-2ed26e2b26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799d810e-a5be-422c-a46e-b0ff435c657c,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.169230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 37966) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:57.244107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e179b87c-93ac-48e3-817e-9d4be7ce9ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.276474 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182184136-network', 'tenant_id': '43a4b8c8ff134ee5a1aa330a34b0285d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:57.409030 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e179b87c-93ac-48e3-817e-9d4be7ce9ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.426269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e179b87c-93ac-48e3-817e-9d4be7ce9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.489078 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Made reservation on behalf of 43a4b8c8ff134ee5a1aa330a34b0285d for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:57.491425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.504155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b87c-93ac-48e3-817e-9d4be7ce9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d692f8d-f366-4a60-bbd6-b84b5dea486f,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.508773 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e179b87c-93ac-48e3-817e-9d4be7ce9ff4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47177fc4e6e741ecb1c3865d1db66e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477262 Aug 31 12:42:57.509643 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.511454 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37984) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:57.571182 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.596734 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.652564 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.662326 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.664399 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.667093 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.668586 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d692f8d-f366-4a60-bbd6-b84b5dea486f HTTP/1.1" status: 204 len: 168 time: 0.1561267 Aug 31 12:42:57.678185 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e994d-2180-41b8-841a-bf09ade802b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d692f8d-f366-4a60-bbd6-b84b5dea486f,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.705388 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:42:57.717184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afa788-6392-48c0-8fcc-138c41b35b2d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.723514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.723802 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Added segment ec9e738f-7498-41c0-9cb9-46d0290b3248 of type vlan for network 0265751c-9779-4b27-9bb4-201140f4bea4 Aug 31 12:42:57.771089 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.797990 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.799111 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:57.799860 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.856162 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6850841 Aug 31 12:42:57.858467 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 37998) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:42:57.865155 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Request body: {'subnet': {'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182184136-subnet', 'tenant_id': '43a4b8c8ff134ee5a1aa330a34b0285d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:42:57.870406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3679-627b-4c1f-9d61-df2d32b07577 admin admin] Pushing event updated for resources: {'Network': ['ID=0265751c-9779-4b27-9bb4-201140f4bea4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.885978 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 0265751c-9779-4b27-9bb4-201140f4bea4 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:42:57.893283 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Made reservation on behalf of 43a4b8c8ff134ee5a1aa330a34b0285d for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:57.895943 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.085484 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.151860 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499bdf2e-f2a7-4d9a-aad2-9d6622dac587,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.158699 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Checking segment: {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:42:58.159110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Network hostable DHCP agents. Network: 0265751c-9779-4b27-9bb4-201140f4bea4, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:42:58.179594 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Network 0265751c-9779-4b27-9bb4-201140f4bea4 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:42:58.197751 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 0265751c-9779-4b27-9bb4-201140f4bea4) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:58.203736 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:58.206020 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.213599 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223121b-26ed-4dc4-a47f-9d147bab4ced None None] Network 0265751c-9779-4b27-9bb4-201140f4bea4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:42:58.240650 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a988119c-d477-404d-b4d5-47f0880fa078 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3809052 Aug 31 12:42:58.393725 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67ae3c-7d45-41b4-8aec-bd17f24e66c4 None None] Network 0265751c-9779-4b27-9bb4-201140f4bea4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:42:58.636687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd595c23-b1e1-4df6-8950-ab4c087f01a7 req-cb6687a8-e6b3-499c-87b2-d47f46125bd8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:58.646167 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd595c23-b1e1-4df6-8950-ab4c087f01a7 req-cb6687a8-e6b3-499c-87b2-d47f46125bd8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0796306 Aug 31 12:42:58.689814 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd595c23-b1e1-4df6-8950-ab4c087f01a7 req-1eef7f36-e737-4457-90ad-72032cfee635 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Aug 31 12:42:59.812720 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656997f-9584-433b-a384-d63cf213da63 req-f7a90941-3140-4baa-8207-a24987de7b01 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:59.814221 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e656997f-9584-433b-a384-d63cf213da63 req-f7a90941-3140-4baa-8207-a24987de7b01 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0520382 Aug 31 12:42:59.854111 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e656997f-9584-433b-a384-d63cf213da63 req-6916e9ae-7d1f-425b-a160-5c047e516c49 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Aug 31 12:43:00.074977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38110) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:00.202336 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7865c84d-6009-4eeb-8dfb-da4019ded556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.317722 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7865c84d-6009-4eeb-8dfb-da4019ded556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.322168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-7865c84d-6009-4eeb-8dfb-da4019ded556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.363450 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865c84d-6009-4eeb-8dfb-da4019ded556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78fc73e-740d-44cd-a3b3-56419181a043,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:00.367933 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-7865c84d-6009-4eeb-8dfb-da4019ded556 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3775ab7a34c43e5845deb5a4027fb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919035 Aug 31 12:43:00.371726 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38116) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:00.449587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.471837 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.522307 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.525150 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.526313 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d78fc73e-740d-44cd-a3b3-56419181a043 HTTP/1.1" status: 204 len: 168 time: 0.1532695 Aug 31 12:43:00.535308 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaba5ad-0221-4246-8c20-fd473a11700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78fc73e-740d-44cd-a3b3-56419181a043,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:00.645168 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:43:00.819777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38130) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:00.832753 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc7651e5-474e-4a38-b130-87069038ec21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.937880 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc7651e5-474e-4a38-b130-87069038ec21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.949978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc7651e5-474e-4a38-b130-87069038ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:01.006723 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fc7651e5-474e-4a38-b130-87069038ec21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38bb672e49754295a0282a2c8c4519ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858759 Aug 31 12:43:01.009286 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38134) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:01.016060 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7651e5-474e-4a38-b130-87069038ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5659d6ea-a341-4040-a2ba-90750f863636,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:01.043032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ee02d-e2d1-4524-9f23-6a995e073db8 req-d2f219ea-509d-431b-9744-31bd4ec2a94a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:01.044531 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-700ee02d-e2d1-4524-9f23-6a995e073db8 req-d2f219ea-509d-431b-9744-31bd4ec2a94a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1053271 Aug 31 12:43:01.103299 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-700ee02d-e2d1-4524-9f23-6a995e073db8 req-65740a61-5e39-49cb-818c-1c436328b5d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Aug 31 12:43:01.103959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:01.126302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:01.175871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:01.178361 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:01.179595 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5659d6ea-a341-4040-a2ba-90750f863636 HTTP/1.1" status: 204 len: 168 time: 0.1693912 Aug 31 12:43:01.187305 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc7502-83ca-494e-b1a8-98358720f1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5659d6ea-a341-4040-a2ba-90750f863636,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:01.759090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-1e538efb-1243-48b9-ac05-9d7ea00d5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:01.760771 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-1e538efb-1243-48b9-ac05-9d7ea00d5561 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0525129 Aug 31 12:43:01.870063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-2f3a0aff-621f-41b1-8644-2dadb98d528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:01.871817 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-2f3a0aff-621f-41b1-8644-2dadb98d528f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.0965676 Aug 31 12:43:01.927982 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-0f3c7b80-eede-4239-b5f3-8368c51240d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0425951 Aug 31 12:43:01.981891 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-0738fdeb-9707-4c48-a46a-1b6035b0ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:01.983395 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-0738fdeb-9707-4c48-a46a-1b6035b0ac71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0453355 Aug 31 12:43:02.026351 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-3950ed1f-339a-4911-8732-911d7ce7e40e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267026 Aug 31 12:43:02.139507 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-52538126-c0fd-4492-805d-68c669212be1 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917158 Aug 31 12:43:02.289650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2cbc-f02d-4893-af98-5180b1b9be74 req-8370e225-9ef0-4b00-b16e-7a3cda27fa3c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:02.291288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f68c2cbc-f02d-4893-af98-5180b1b9be74 req-8370e225-9ef0-4b00-b16e-7a3cda27fa3c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1084254 Aug 31 12:43:02.295571 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-406bc35d-6cdb-414e-acc4-24e133bbd496 req-21094a16-564c-4d58-9299-59af4c040096 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372697 Aug 31 12:43:02.344026 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f68c2cbc-f02d-4893-af98-5180b1b9be74 req-f7443784-83a7-4864-9c4e-54885bc6ce46 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Aug 31 12:43:03.475718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46563-3ac1-4ac9-a684-d77d70c88209 req-b26a101e-a611-4b73-99b8-7ae062d8db00 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:03.477640 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cbd46563-3ac1-4ac9-a684-d77d70c88209 req-b26a101e-a611-4b73-99b8-7ae062d8db00 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0549574 Aug 31 12:43:03.523419 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cbd46563-3ac1-4ac9-a684-d77d70c88209 req-77a3f4c7-6011-40ac-b916-05f47f554395 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Aug 31 12:43:03.712834 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-4861c1fa-4840-486f-b288-53aaa96e6522 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:03.714333 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-4861c1fa-4840-486f-b288-53aaa96e6522 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 808 time: 0.0996008 Aug 31 12:43:03.736680 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-53d1ce82-c0e9-4a7f-99df-40e84762ae6e tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/quotas/43a4b8c8ff134ee5a1aa330a34b0285d HTTP/1.1" status: 200 len: 375 time: 0.0152388 Aug 31 12:43:03.773209 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-e6e7eb63-4ebb-43cb-a7d8-c129e34a2d5e tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305192 Aug 31 12:43:03.868008 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-ee215e2a-7e79-4344-9631-d98d7c84cd97 service neutron] 10.222.0.60 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871406 Aug 31 12:43:03.976527 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-08ffb31d-e389-49f1-9398-a7971a31bbee service neutron] 10.222.0.60 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023502 Aug 31 12:43:04.411779 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51696a0b-607d-41ce-b0ba-b2853e2b16d8 req-4f612aa2-839e-4d01-843b-94a51fa2e544 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.2766178 Aug 31 12:43:04.540570 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-2de7b083-83ef-4ffd-be1a-afd330c01058 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:04.542116 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-2de7b083-83ef-4ffd-be1a-afd330c01058 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1310565 Aug 31 12:43:04.569681 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-ef507462-4c42-49a8-a6b5-22b56ce591d8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/quotas/49dfc85daa7745f48d855cc0bb3877c4 HTTP/1.1" status: 200 len: 375 time: 0.0193639 Aug 31 12:43:04.678891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-249cb438-2748-4d34-a10c-10dd47467cb7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082842 Aug 31 12:43:04.704947 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987394-bf79-4428-8e53-11c2a361fb25 req-6aefc9ad-9017-4030-8059-229c2c5450e8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:04.706427 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca987394-bf79-4428-8e53-11c2a361fb25 req-6aefc9ad-9017-4030-8059-229c2c5450e8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1047769 Aug 31 12:43:04.792182 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca987394-bf79-4428-8e53-11c2a361fb25 req-3f674e99-89c0-4b88-a4de-06461e823978 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757201 Aug 31 12:43:04.813099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-87608c0f-a528-48ec-b1cf-4e96ec1b2b1f service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223176 Aug 31 12:43:04.900572 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-0dd30453-ab7a-4aa9-a6ff-9c1130e92bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823135 Aug 31 12:43:05.063022 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ef0a381-fb83-4750-89f9-3e143f20140a req-b81a90e7-fb82-460b-99f0-1c75797bd57c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Aug 31 12:43:05.492100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cea1cf5b-034e-4a78-8d8d-41398b4e5d5d req-b432a79d-b531-416e-a38d-76fa2122cf39 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.0269318 Aug 31 12:43:05.923332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d3afa-f6f7-4631-a1f4-950b4bdece13 req-65d4c0e5-fb8f-41b4-87b4-fbdff445f680 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:05.924730 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b15d3afa-f6f7-4631-a1f4-950b4bdece13 req-65d4c0e5-fb8f-41b4-87b4-fbdff445f680 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0589578 Aug 31 12:43:05.962427 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b15d3afa-f6f7-4631-a1f4-950b4bdece13 req-ad65844f-f2a5-467e-9ef5-628833153281 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Aug 31 12:43:06.153929 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5a2aff7-7fde-4062-8199-ef4040dd92c2 req-94082e79-c7db-4320-8f1f-657e81c2a68a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0258112 Aug 31 12:43:06.585411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c885d502-abd0-4b63-b727-2935a274d022 req-75761fe6-60a5-4380-81d8-ef9ef78b0b72 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.0259955 Aug 31 12:43:07.080420 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1962085-5a36-4eac-9381-b96d49a05589 req-88ccca5d-99c7-4ccc-add1-16cb345c723d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:07.081920 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c1962085-5a36-4eac-9381-b96d49a05589 req-88ccca5d-99c7-4ccc-add1-16cb345c723d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 31 12:43:07.120977 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c1962085-5a36-4eac-9381-b96d49a05589 req-4dd24817-d250-4f9d-b011-9e0512f0e17a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Aug 31 12:43:07.247800 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-461152dc-be53-4297-9b10-5f5b9fa49361 req-1f6923b2-566c-4efc-9ec7-addc35128f55 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0304377 Aug 31 12:43:07.693429 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a3bdf9ae-99ba-48dc-a427-1a8017b48b82 req-31ad6a64-73ce-4a84-96f9-2efea6355003 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.0331097 Aug 31 12:43:08.239867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28e49-b43e-488c-b3ac-f946b5b41097 req-d36b9a3d-4b9b-4f24-8b1d-dcd6dc9a881c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:08.241378 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ba28e49-b43e-488c-b3ac-f946b5b41097 req-d36b9a3d-4b9b-4f24-8b1d-dcd6dc9a881c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0496294 Aug 31 12:43:08.286893 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ba28e49-b43e-488c-b3ac-f946b5b41097 req-55cc5829-2546-4624-ad0a-fd724a450dfa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Aug 31 12:43:08.350115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e0412eef-8ec2-4c93-b529-0ff0c94f8a24 req-972175d9-51cb-4df0-a263-1c1804f124cd tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Aug 31 12:43:08.530374 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-28ac508f-84e7-4613-87af-060963027e1d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:08.532403 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-28ac508f-84e7-4613-87af-060963027e1d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 808 time: 0.1231513 Aug 31 12:43:08.565169 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Request body: {'port': {'device_id': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4', 'admin_state_up': True, 'tenant_id': '43a4b8c8ff134ee5a1aa330a34b0285d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:08.699755 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Made reservation on behalf of 43a4b8c8ff134ee5a1aa330a34b0285d for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:08.703479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:08.802102 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14a7bcb2-0cab-4064-8fcf-52d245fb3ef2 req-7d76f854-3e8b-443b-b940-c83745dd7737 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.0393441 Aug 31 12:43:08.864036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Allocated IP 172.20.0.8 (0265751c-9779-4b27-9bb4-201140f4bea4/499bdf2e-f2a7-4d9a-aad2-9d6622dac587/6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:09.028640 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:09.070073 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:09.174224 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Network 0265751c-9779-4b27-9bb4-201140f4bea4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:09.183838 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:09.188598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Pushing event updated for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:09.190969 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:09.267299 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:09.268030 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:09.284028 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-574ba88b-4c61-4766-8328-c66bd9d13924 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:09.285516 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-574ba88b-4c61-4766-8328-c66bd9d13924 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1834881 Aug 31 12:43:09.292353 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1c17432b-6073-4182-9c00-33752f104d5f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7314029 Aug 31 12:43:09.330247 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Request body: {'port': {'device_id': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'admin_state_up': True, 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:09.339180 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Request body: {'port': {'device_id': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:09.497420 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f59f677-0f34-46e3-b0f0-e45620df178a req-1fd314b0-92ae-4f25-a5c0-e4ac4ff5ce57 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0625257 Aug 31 12:43:09.503881 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:09.546549 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8409c-44b6-438c-9232-3b9fd57f0dbf req-17277122-7e23-4b4e-9cc0-7422f60f990d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:09.548214 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6bd8409c-44b6-438c-9232-3b9fd57f0dbf req-17277122-7e23-4b4e-9cc0-7422f60f990d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1514192 Aug 31 12:43:09.701732 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6bd8409c-44b6-438c-9232-3b9fd57f0dbf req-5ddf4d25-6990-4ae3-be31-f3fccb5be06c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280260 Aug 31 12:43:09.707302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:09.710788 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:09.966043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Allocated IP 172.20.0.4 (592dd485-6922-46df-bd4b-2b4eb529b337/ab09cb9e-e27b-40ae-ab6c-f3801031929c/8e87c9a1-c679-403f-8b6d-855845de1257) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:10.015202 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b846870-8c83-4eba-a432-d2af5e09acc5 req-b9943117-a577-45c7-a2e0-50ea63c34fac tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.016795 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b846870-8c83-4eba-a432-d2af5e09acc5 req-b9943117-a577-45c7-a2e0-50ea63c34fac tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 931 time: 0.1355228 Aug 31 12:43:10.034189 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:10.061107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.089931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Transition to ACTIVE for port object 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:10.111315 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.162506 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b846870-8c83-4eba-a432-d2af5e09acc5 req-fc5125ad-8caa-4f33-b7aa-51b906c604fa tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374822 Aug 31 12:43:10.216961 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:10.308458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.332055 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Attempting to bind port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:10.332394 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Attempting to bind port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:10.332723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Attempting to bind port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d on network 0265751c-9779-4b27-9bb4-201140f4bea4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:10.340421 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d on network 0265751c-9779-4b27-9bb4-201140f4bea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:43:10.340743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Attempting to bind port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d on network 0265751c-9779-4b27-9bb4-201140f4bea4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:10.348244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:10.348583 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Checking segment: {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:43:10.348984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Bound using segment: {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:10.349430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Bound port: 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:10.349764 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.415268 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.432377 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:10.484634 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Network 592dd485-6922-46df-bd4b-2b4eb529b337 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:10.487439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event updated for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:10.490607 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:10.492947 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:10.498097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:10.532542 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:10.538902 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.596984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.597527 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.598982 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d HTTP/1.1" status: 200 len: 1093 time: 1.2652783 Aug 31 12:43:10.601577 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:10.603975 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1dc9be-96c2-4919-8c1b-4a07157ab552" -d '{"events": [{"name": "network-changed", "server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:10.621172 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.622243 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:10.647883 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770cdc1-07b8-4bd7-aa84-ee0d850d71d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:10.659792 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-31f1df2b-16b5-4c59-b640-8cd021c34819 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3338895 Aug 31 12:43:10.691493 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f6d269-9e61-48af-bd80-0558b04ba50b x-openstack-request-id: req-78f6d269-9e61-48af-bd80-0558b04ba50b {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:10.692016 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:10.692451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78f6d269-9e61-48af-bd80-0558b04ba50b {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:10.693031 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d', 'status': 'completed', 'code': 200} Aug 31 12:43:10.716745 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Request body: {'port': {'device_id': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:10.817231 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ab87-d677-4999-95b8-20a565ac0fc1 req-19c3bab3-7e8c-44ed-8609-b12c2029fefc tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.818909 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf72ab87-d677-4999-95b8-20a565ac0fc1 req-19c3bab3-7e8c-44ed-8609-b12c2029fefc tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 931 time: 0.1418726 Aug 31 12:43:10.891439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-06e425df-a4fa-4b40-bbf1-d0e7643d33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.892976 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-06e425df-a4fa-4b40-bbf1-d0e7643d33ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 1096 time: 0.1725245 Aug 31 12:43:10.911241 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:11.213725 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-9d0daf40-9ccd-46c1-917a-4ab87933a7ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d HTTP/1.1" status: 200 len: 217 time: 0.2950637 Aug 31 12:43:11.258091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0506dbe-f2eb-47e3-9544-cb05cbf6b2d4 req-83933303-936d-4926-b03e-3c85445dd8c1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:11.260165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0506dbe-f2eb-47e3-9544-cb05cbf6b2d4 req-83933303-936d-4926-b03e-3c85445dd8c1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.4349747 Aug 31 12:43:11.263865 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf72ab87-d677-4999-95b8-20a565ac0fc1 req-1e1f1187-9fe1-4326-874a-685b8a6d7fec tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273582 Aug 31 12:43:11.413751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-d93f90aa-463f-47b4-9f1c-01d4976eee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:11.415807 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-d93f90aa-463f-47b4-9f1c-01d4976eee0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=499bdf2e-f2a7-4d9a-aad2-9d6622dac587 HTTP/1.1" status: 200 len: 848 time: 0.1490963 Aug 31 12:43:11.446322 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0506dbe-f2eb-47e3-9544-cb05cbf6b2d4 req-8509557f-7aee-4192-8225-7773c05887c3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466224 Aug 31 12:43:11.468550 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-3cfd3aab-6cc8-4e69-8bae-9d6a0a32f046 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0265751c-9779-4b27-9bb4-201140f4bea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369935 Aug 31 12:43:11.662050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee5e6-e7b1-4ea3-afbf-c104084d6edf req-22a16462-5e93-4906-b0b5-934a83d1c6bc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:11.663698 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c32ee5e6-e7b1-4ea3-afbf-c104084d6edf req-22a16462-5e93-4906-b0b5-934a83d1c6bc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 943 time: 0.1871963 Aug 31 12:43:11.706664 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-4625e8f4-5a53-46f2-8c99-10ad7f7a4ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190874 Aug 31 12:43:11.755740 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c32ee5e6-e7b1-4ea3-afbf-c104084d6edf req-fd87ed3c-857e-4d74-a90f-81c192aba34f tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809393 Aug 31 12:43:11.828420 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e87c9a1-c679-403f-8b6d-855845de1257 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:11.838614 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:11.865484 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Transition to ACTIVE for port object 8e87c9a1-c679-403f-8b6d-855845de1257 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:11.872880 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:11.939392 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dc22dccd-8491-44a0-b9f6-339740a4c9ab req-8765b2df-fbc5-4ec7-bb2c-cc7227fa9063 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022400 Aug 31 12:43:11.994541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Pushing event updated for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:12.097090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Attempting to bind port 8e87c9a1-c679-403f-8b6d-855845de1257 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:12.097458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Attempting to bind port 8e87c9a1-c679-403f-8b6d-855845de1257 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:12.097771 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Attempting to bind port 8e87c9a1-c679-403f-8b6d-855845de1257 on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:12.107963 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-fba102e9-867e-47e8-b9ab-cdf0063461fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.110208 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-fba102e9-867e-47e8-b9ab-cdf0063461fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 1096 time: 0.0712769 Aug 31 12:43:12.111438 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Port 8e87c9a1-c679-403f-8b6d-855845de1257 on network 592dd485-6922-46df-bd4b-2b4eb529b337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:43:12.111765 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Attempting to bind port 8e87c9a1-c679-403f-8b6d-855845de1257 on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:12.117430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:12.117697 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Checking segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:43:12.118083 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Bound using segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:12.118511 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Bound port: 8e87c9a1-c679-403f-8b6d-855845de1257, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:12.118899 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:12.262341 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:12.268930 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e87c9a1-c679-403f-8b6d-855845de1257,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:12.270122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-685f6cdb-b731-4d52-96a5-143b28b49ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.271859 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-685f6cdb-b731-4d52-96a5-143b28b49ba3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 909 time: 0.1433017 Aug 31 12:43:12.276106 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:12.429835 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.430483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:12.432289 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e87c9a1-c679-403f-8b6d-855845de1257 HTTP/1.1" status: 200 len: 1093 time: 1.7203920 Aug 31 12:43:12.434438 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-bfc31898-2776-4798-b2ee-95e07bb80714 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d HTTP/1.1" status: 200 len: 217 time: 0.1144516 Aug 31 12:43:12.443824 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161cf02-f5eb-4452-9ec1-aaaa2b303868 service neutron] Pushing event updated for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:12.479284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bdb1f-6ae2-4273-b241-adfaa551d073 req-4b5248aa-360f-413c-96c8-0a46d903f47f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.480966 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6d6bdb1f-6ae2-4273-b241-adfaa551d073 req-4b5248aa-360f-413c-96c8-0a46d903f47f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.1264575 Aug 31 12:43:12.594719 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-b0272390-4e38-43f3-a31a-04914b9d37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.596344 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-b0272390-4e38-43f3-a31a-04914b9d37d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=499bdf2e-f2a7-4d9a-aad2-9d6622dac587 HTTP/1.1" status: 200 len: 848 time: 0.1374559 Aug 31 12:43:12.609436 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6d6bdb1f-6ae2-4273-b241-adfaa551d073 req-2e5cd53d-c3c1-4eb3-9238-13ebdb5e88f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 Aug 31 12:43:12.615806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-0ba3bdf5-6fe1-4a7c-92d4-05e25f9b9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.617360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-0ba3bdf5-6fe1-4a7c-92d4-05e25f9b9aca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 1096 time: 0.1047163 Aug 31 12:43:12.673934 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-2be5156f-b4af-4113-be53-292c1ee93fa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0265751c-9779-4b27-9bb4-201140f4bea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362713 Aug 31 12:43:12.711370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:12.713640 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6752c915-1bd9-4cc3-87d7-942826c1b970" -d '{"events": [{"name": "network-changed", "server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:12.744455 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-bf9bb34d-c904-46c4-898b-6ebb145c1130 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e87c9a1-c679-403f-8b6d-855845de1257 HTTP/1.1" status: 200 len: 217 time: 0.0974603 Aug 31 12:43:12.797620 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb4364-935c-40d8-a131-88c9b2066b12 x-openstack-request-id: req-3cdb4364-935c-40d8-a131-88c9b2066b12 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:12.797916 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:12.798163 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cdb4364-935c-40d8-a131-88c9b2066b12 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:12.798565 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257', 'status': 'completed', 'code': 200} Aug 31 12:43:12.855196 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a757-9a55-411e-a1bb-acb923c45f53 req-cf09ec22-d7d2-4272-9cfa-9e3e3d0afd4e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.863906 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4655a757-9a55-411e-a1bb-acb923c45f53 req-cf09ec22-d7d2-4272-9cfa-9e3e3d0afd4e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1949046 Aug 31 12:43:12.919755 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-e6d745a1-0ad3-494e-bf93-35abb545088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.921754 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-e6d745a1-0ad3-494e-bf93-35abb545088e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.1626983 Aug 31 12:43:12.978058 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4655a757-9a55-411e-a1bb-acb923c45f53 req-32a5f07c-d2ac-4286-9cec-f981fdd1c781 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130707 Aug 31 12:43:12.986006 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-2f7ed03f-5b55-4f9a-a2d1-d59e54530405 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403111 Aug 31 12:43:12.990691 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-a5b73e0f-7aaf-4704-bf20-0841801ae1ab service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717118 Aug 31 12:43:13.011102 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4e151-9f96-4766-ba8d-6fd90795b298 req-0d7c07f3-c400-4ed3-b606-e0b80c8c0245 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:13.012661 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ebd4e151-9f96-4766-ba8d-6fd90795b298 req-0d7c07f3-c400-4ed3-b606-e0b80c8c0245 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 943 time: 0.1444650 Aug 31 12:43:13.171649 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ebd4e151-9f96-4766-ba8d-6fd90795b298 req-47e066d5-878a-40a8-8228-c275312b7132 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414862 Aug 31 12:43:13.203146 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c1dc9be-96c2-4919-8c1b-4a07157ab552 req-ee50ada9-2abf-44eb-9297-c307897e8ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892540 Aug 31 12:43:13.205197 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-278f41c0-893b-45a5-a02f-3e4f6a43c5fb service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903911 Aug 31 12:43:13.311855 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05a0e77f-16a1-4003-b7e5-84a9d52c8640 req-06d7a864-05c2-46d0-9777-1550e7c75cf1 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861704 Aug 31 12:43:13.355378 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38558) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:13.408921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-51f3d2e9-10cc-417b-bb99-7701013ebde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:13.410527 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-51f3d2e9-10cc-417b-bb99-7701013ebde3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 1096 time: 0.0415366 Aug 31 12:43:13.473771 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e04d0aeb-d694-4a45-b709-1ae5e3f1d44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.509309 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-50d63e3c-6e8f-4c22-8131-47394edc5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:13.510787 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-50d63e3c-6e8f-4c22-8131-47394edc5122 service neutron] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 915 time: 0.0907664 Aug 31 12:43:13.557220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-fd24e9f2-eadc-4f82-832f-316a826429f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e87c9a1-c679-403f-8b6d-855845de1257 HTTP/1.1" status: 200 len: 217 time: 0.0366759 Aug 31 12:43:13.573313 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e04d0aeb-d694-4a45-b709-1ae5e3f1d44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.578888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e04d0aeb-d694-4a45-b709-1ae5e3f1d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.618554 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e04d0aeb-d694-4a45-b709-1ae5e3f1d44b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48edd0e602fb48cb9db43493cf25e8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620294 Aug 31 12:43:13.619485 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d0aeb-d694-4a45-b709-1ae5e3f1d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d85d7-5c70-48aa-a3ab-762f0e1ce18d,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:13.621334 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38564) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:13.677005 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.723756 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.767543 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818137c-f5c7-43c1-8c08-03621dd74a65 req-ea360116-9e85-4931-bb12-0a44678b48f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:13.769151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d818137c-f5c7-43c1-8c08-03621dd74a65 req-ea360116-9e85-4931-bb12-0a44678b48f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0818250 Aug 31 12:43:13.809931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.813077 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.814334 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/991d85d7-5c70-48aa-a3ab-762f0e1ce18d HTTP/1.1" status: 204 len: 168 time: 0.1918797 Aug 31 12:43:13.826960 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d818137c-f5c7-43c1-8c08-03621dd74a65 req-36330b98-440d-4fe7-954c-62c2a89e02ed tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 Aug 31 12:43:13.836302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7984a-fac2-4bed-8707-8b47828ba7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d85d7-5c70-48aa-a3ab-762f0e1ce18d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:14.106706 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704cd3-10c3-4e90-9416-8bc8211310ee req-c36fa96b-170d-4fce-9b6f-f566c4b3e1a6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:14.108236 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dd704cd3-10c3-4e90-9416-8bc8211310ee req-c36fa96b-170d-4fce-9b6f-f566c4b3e1a6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0523627 Aug 31 12:43:14.146531 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dd704cd3-10c3-4e90-9416-8bc8211310ee req-e153514b-7394-4dfa-8f8f-e0992664d6c5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Aug 31 12:43:14.313627 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40137e2-011c-4005-bafb-cce1ea35cd5c req-7f2da7ae-76c2-4ebc-9a27-69f357b18f2b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:14.315124 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40137e2-011c-4005-bafb-cce1ea35cd5c req-7f2da7ae-76c2-4ebc-9a27-69f357b18f2b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 943 time: 0.0644684 Aug 31 12:43:14.352415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f40137e2-011c-4005-bafb-cce1ea35cd5c req-32444545-ad02-41d1-b5ad-122ae8f31b10 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Aug 31 12:43:14.934685 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0930c-e656-4ad2-b4bc-f451fd114eae req-b4cb9c8a-f209-40a7-90d1-68c8a7c9cec0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:14.936083 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-54e0930c-e656-4ad2-b4bc-f451fd114eae req-b4cb9c8a-f209-40a7-90d1-68c8a7c9cec0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0498006 Aug 31 12:43:14.976441 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-54e0930c-e656-4ad2-b4bc-f451fd114eae req-fd8bcebb-5d4e-4d1a-b72e-7445a4c39dd5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Aug 31 12:43:15.260751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b723-6741-4f49-9748-0de611ba27aa req-09d1c148-ad5d-409c-ace8-f71edd27ab5b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:15.262144 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ffe0b723-6741-4f49-9748-0de611ba27aa req-09d1c148-ad5d-409c-ace8-f71edd27ab5b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 31 12:43:15.304725 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ffe0b723-6741-4f49-9748-0de611ba27aa req-8f344007-2ca9-4225-8c14-33e86f0719c4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363057 Aug 31 12:43:15.468822 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe64200-b8fa-43f2-aa47-31725c366735 req-8d10704c-8f00-43ce-a052-bd9e1f685a39 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:15.470781 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-afe64200-b8fa-43f2-aa47-31725c366735 req-8d10704c-8f00-43ce-a052-bd9e1f685a39 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 943 time: 0.0518057 Aug 31 12:43:15.507535 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-afe64200-b8fa-43f2-aa47-31725c366735 req-9ab6d146-31fb-4090-9384-1ae0d48fde6d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 31 12:43:15.955440 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:43:16.055236 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:16.067810 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d', 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4', 'port_id': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d', 'mac_address': 'fa:16:3e:e7:97:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499bdf2e-f2a7-4d9a-aad2-9d6622dac587', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:43:16.095205 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e030f56-9f35-48a0-ac2e-a9a2aa0c8a79 req-298d645a-d74e-4df5-bb03-9377d98abc89 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.096949 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8e030f56-9f35-48a0-ac2e-a9a2aa0c8a79 req-298d645a-d74e-4df5-bb03-9377d98abc89 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0515151 Aug 31 12:43:16.106554 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:16.120455 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:16.141786 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:16.143407 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8e030f56-9f35-48a0-ac2e-a9a2aa0c8a79 req-0c9f3c04-45b5-442d-855e-d8cf1d4503ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 Aug 31 12:43:16.146045 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:16.196500 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:16.429127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52f74-2b9d-42c7-9205-498eaf802c05 req-0255fd22-e34d-4378-9fc6-5075ad0a2b8d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.430553 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b52f74-2b9d-42c7-9205-498eaf802c05 req-0255fd22-e34d-4378-9fc6-5075ad0a2b8d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0574856 Aug 31 12:43:16.470840 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9b52f74-2b9d-42c7-9205-498eaf802c05 req-1805b5bc-12fe-4628-b203-d037c881f88a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 Aug 31 12:43:16.629668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b6d6-7c47-4ced-9d1a-eb8c093def94 req-aac87eb2-ac98-43d7-8547-3839294312ed tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.631172 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2682b6d6-7c47-4ced-9d1a-eb8c093def94 req-aac87eb2-ac98-43d7-8547-3839294312ed tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 944 time: 0.0559902 Aug 31 12:43:16.672458 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2682b6d6-7c47-4ced-9d1a-eb8c093def94 req-7922b224-15d0-40ad-8fc7-2a32a6cfbaa8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Aug 31 12:43:17.262200 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5faff9-59e2-4da8-bf80-55beab5ca148 req-f72c3314-ce95-4761-8a28-c245e13aedaa tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:17.263930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7c5faff9-59e2-4da8-bf80-55beab5ca148 req-f72c3314-ce95-4761-8a28-c245e13aedaa tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0505595 Aug 31 12:43:17.304876 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7c5faff9-59e2-4da8-bf80-55beab5ca148 req-9e583b0e-598f-4d5f-aab5-1ec86345a103 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Aug 31 12:43:17.440477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-bea6658c-820d-4477-b0d6-7433d04ca9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:17.442457 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-bea6658c-820d-4477-b0d6-7433d04ca9d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0460880 Aug 31 12:43:17.482879 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-d9c52c40-3342-445a-8086-6ff12e284605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273116 Aug 31 12:43:17.608205 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-124f26a5-73b9-4aeb-b89a-cfb6a1498cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134582 Aug 31 12:43:17.616411 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5abb31-d9f1-4019-b665-10557cb15bc5 req-6838b94b-5e23-4624-b327-2ea269490e6c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:17.617871 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2d5abb31-d9f1-4019-b665-10557cb15bc5 req-6838b94b-5e23-4624-b327-2ea269490e6c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0740516 Aug 31 12:43:17.629599 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f7de0086-ae11-4a4b-84dd-bf9d8d880abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:17.712785 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2d5abb31-d9f1-4019-b665-10557cb15bc5 req-7efc4b58-bd7b-49be-ba78-ba05648a10c6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885901 Aug 31 12:43:17.743157 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6752c915-1bd9-4cc3-87d7-942826c1b970 req-211c54ac-97f5-43fd-b7ec-64b3c8c41610 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166642 Aug 31 12:43:17.797670 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946067-c991-4c14-910b-536248e05926 req-ebb57ab2-a0e9-4dfb-a879-d5b7bd34c39b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:17.799207 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5946067-c991-4c14-910b-536248e05926 req-ebb57ab2-a0e9-4dfb-a879-d5b7bd34c39b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 944 time: 0.0512147 Aug 31 12:43:17.836622 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5946067-c991-4c14-910b-536248e05926 req-76a105a9-9076-4b8c-8c07-f1c6e49581c8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Aug 31 12:43:18.133973 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:18.441277 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8596fe-63e9-49c0-b5f9-1bb91decd842 req-c7f9003d-318b-41cb-868e-0383c82dd255 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:18.442794 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d8596fe-63e9-49c0-b5f9-1bb91decd842 req-c7f9003d-318b-41cb-868e-0383c82dd255 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0555358 Aug 31 12:43:18.492760 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d8596fe-63e9-49c0-b5f9-1bb91decd842 req-22431803-8a81-4ae2-8e9e-9091ebe6f7c9 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Aug 31 12:43:18.832856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cda1f-448b-43c1-b706-e2396e254581 req-85bb402a-2abc-4c97-bc6d-c9367de84a46 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:18.834356 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-727cda1f-448b-43c1-b706-e2396e254581 req-85bb402a-2abc-4c97-bc6d-c9367de84a46 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0503514 Aug 31 12:43:18.874207 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-727cda1f-448b-43c1-b706-e2396e254581 req-f304f5ce-8a2f-47b6-b012-573ff661ba88 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Aug 31 12:43:18.953416 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0675d6-6a5e-4bdc-b2fb-8393242ca20c req-297395f2-fa26-4c2c-bf8d-3662ff2b7fcb tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:18.954916 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5f0675d6-6a5e-4bdc-b2fb-8393242ca20c req-297395f2-fa26-4c2c-bf8d-3662ff2b7fcb tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 944 time: 0.0492668 Aug 31 12:43:18.996918 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5f0675d6-6a5e-4bdc-b2fb-8393242ca20c req-506e17bc-d2cf-45b6-afa3-f3838819a585 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Aug 31 12:43:19.592645 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:43:19.617275 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b05fc7-79aa-49a6-a0a1-4c81ddb60ab6 req-097b0852-2eec-416c-bd48-e741b3ae2b64 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:19.618776 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b1b05fc7-79aa-49a6-a0a1-4c81ddb60ab6 req-097b0852-2eec-416c-bd48-e741b3ae2b64 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0525875 Aug 31 12:43:19.643908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:19.648666 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:19.649047 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:19.665674 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b1b05fc7-79aa-49a6-a0a1-4c81ddb60ab6 req-97ddf8f0-344e-450c-90a6-c2c9b83ac665 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Aug 31 12:43:19.738733 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:19.763442 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:19.765817 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ce0d2-12af-4dff-9040-cb0f3835fcde" -d '{"events": [{"server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:19.782765 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:19.789100 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:19.817143 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911bd405-7871-4cff-b738-87badc617860 x-openstack-request-id: req-911bd405-7871-4cff-b738-87badc617860 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:19.817463 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:19.817675 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-911bd405-7871-4cff-b738-87badc617860 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:19.818060 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d', 'code': 200} Aug 31 12:43:19.822602 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c174-65d5-461d-ae41-c45e125ecd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:19.849452 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:20.013812 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bc099-7dda-451d-8e8d-102277f8d9ef req-af257947-09c9-452a-94df-bb34a2d228ec tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.015358 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-728bc099-7dda-451d-8e8d-102277f8d9ef req-af257947-09c9-452a-94df-bb34a2d228ec tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0608218 Aug 31 12:43:20.097219 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-728bc099-7dda-451d-8e8d-102277f8d9ef req-85930a15-e768-496c-8335-e6b04361eef2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751748 Aug 31 12:43:20.158341 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba026b33-c372-47d2-99ac-c3b131224023 req-8c6df447-d222-4874-843b-67bac3ba0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.160250 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ba026b33-c372-47d2-99ac-c3b131224023 req-8c6df447-d222-4874-843b-67bac3ba0f88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 1098 time: 0.1208179 Aug 31 12:43:20.175248 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438615ee-5606-403a-8181-2208b862b49e req-35b40201-8c69-4f3e-9b6e-86d8f01c3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.176669 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-438615ee-5606-403a-8181-2208b862b49e req-35b40201-8c69-4f3e-9b6e-86d8f01c3c71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0835705 Aug 31 12:43:20.186996 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:20.189861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbfbff-4a52-41db-b38d-948efcc7a175 req-f141571e-2b29-430c-8254-8ef126b0fd27 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.191346 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d4dbfbff-4a52-41db-b38d-948efcc7a175 req-f141571e-2b29-430c-8254-8ef126b0fd27 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.1150351 Aug 31 12:43:20.256658 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ba026b33-c372-47d2-99ac-c3b131224023 req-e8f8b1d9-612c-4028-b425-a3852a9af543 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833590 Aug 31 12:43:20.269171 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d4dbfbff-4a52-41db-b38d-948efcc7a175 req-a498c44a-2ac7-4c01-b4f7-99afa5dabc9c tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 Aug 31 12:43:20.270665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-438615ee-5606-403a-8181-2208b862b49e req-adc5ed46-d822-444b-b9cc-5ca3245c3a63 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784886 Aug 31 12:43:20.649449 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38678) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:20.781957 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a703bb2c-f323-415a-bef0-2e9047586cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:20.822570 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bed0d-c0a5-4379-b20f-003fc740732d req-e2546d32-7787-46d4-b616-13fc7daf5158 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.824092 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f78bed0d-c0a5-4379-b20f-003fc740732d req-e2546d32-7787-46d4-b616-13fc7daf5158 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 943 time: 0.0818620 Aug 31 12:43:20.894087 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f78bed0d-c0a5-4379-b20f-003fc740732d req-20487dd2-2830-42c8-80d1-3faab1437979 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 Aug 31 12:43:20.923780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a703bb2c-f323-415a-bef0-2e9047586cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:20.928205 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a703bb2c-f323-415a-bef0-2e9047586cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:20.966447 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a703bb2c-f323-415a-bef0-2e9047586cdc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2c8bc9ccb5b4bbd93f53e7f1f23e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158374 Aug 31 12:43:20.967325 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703bb2c-f323-415a-bef0-2e9047586cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95319c9f-1490-4ea9-a26f-7dfee4d9f9a4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:20.969143 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38686) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:21.025023 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.050001 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.096463 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.099006 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.100183 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95319c9f-1490-4ea9-a26f-7dfee4d9f9a4 HTTP/1.1" status: 204 len: 168 time: 0.1299832 Aug 31 12:43:21.108774 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117b163-c723-4344-80f6-883ddde6fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95319c9f-1490-4ea9-a26f-7dfee4d9f9a4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:21.227570 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701503-b472-461f-9a27-dc300a2bba3f req-7f0942a6-80d9-4e45-a53f-3215958e874f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:21.229255 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad701503-b472-461f-9a27-dc300a2bba3f req-7f0942a6-80d9-4e45-a53f-3215958e874f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0503912 Aug 31 12:43:21.273135 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ad701503-b472-461f-9a27-dc300a2bba3f req-13b7cbf4-103b-45be-a98a-32ef23d0ada0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Aug 31 12:43:21.396595 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980768-7247-48d8-9fd3-39be13549f5c req-cc770ca3-dce2-447e-9ee9-747edadfea05 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:21.400680 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d980768-7247-48d8-9fd3-39be13549f5c req-cc770ca3-dce2-447e-9ee9-747edadfea05 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0593531 Aug 31 12:43:21.442834 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d980768-7247-48d8-9fd3-39be13549f5c req-51181151-4b3d-47ef-9e3c-b9797bcdcccd tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Aug 31 12:43:21.597288 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 8e87c9a1-c679-403f-8b6d-855845de1257 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:43:21.601840 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.708821 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e87c9a1-c679-403f-8b6d-855845de1257,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:21.721238 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '8e87c9a1-c679-403f-8b6d-855845de1257', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'port_id': '8e87c9a1-c679-403f-8b6d-855845de1257', 'mac_address': 'fa:16:3e:b7:f9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab09cb9e-e27b-40ae-ab6c-f3801031929c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:43:21.759363 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.773861 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e87c9a1-c679-403f-8b6d-855845de1257 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:21.794431 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e87c9a1-c679-403f-8b6d-855845de1257,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:21.798676 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:21.846988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:22.017688 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe31e9-e753-4ae7-a538-76d9bba6d9b8 req-38d1eb91-912d-4c4d-8a84-01f670802e29 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:22.019296 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ccbe31e9-e753-4ae7-a538-76d9bba6d9b8 req-38d1eb91-912d-4c4d-8a84-01f670802e29 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0536487 Aug 31 12:43:22.066384 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ccbe31e9-e753-4ae7-a538-76d9bba6d9b8 req-13df0749-2f5b-41f2-be8e-913061ec0583 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Aug 31 12:43:22.413670 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba71c6c-7888-4a78-86c6-eafb3750df24 req-b4b02679-f2d9-4544-9111-a0c695c4ed9c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:22.415385 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1ba71c6c-7888-4a78-86c6-eafb3750df24 req-b4b02679-f2d9-4544-9111-a0c695c4ed9c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0665424 Aug 31 12:43:22.460773 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1ba71c6c-7888-4a78-86c6-eafb3750df24 req-3a58f55c-55d6-4761-9f8f-8da93f405de4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Aug 31 12:43:22.588283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939b10-abf4-4c1f-8108-aca768a1b415 req-6e711200-08ed-41cc-8f83-d023fcce4ea6 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:22.589152 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-89939b10-abf4-4c1f-8108-aca768a1b415 req-6e711200-08ed-41cc-8f83-d023fcce4ea6 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0590501 Aug 31 12:43:22.635902 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-89939b10-abf4-4c1f-8108-aca768a1b415 req-edcb3871-6016-4b1e-bd45-ff44d4b64baf tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Aug 31 12:43:22.866737 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['8e87c9a1-c679-403f-8b6d-855845de1257'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:23.208119 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead278-d17e-4571-bd29-cdb32a411530 req-7ea7149e-fb3c-49d9-9f60-2dc91d11cb4c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:23.209656 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f9ead278-d17e-4571-bd29-cdb32a411530 req-7ea7149e-fb3c-49d9-9f60-2dc91d11cb4c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0511656 Aug 31 12:43:23.251524 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f9ead278-d17e-4571-bd29-cdb32a411530 req-c5d85b91-b857-4d8c-9b96-9de4ec2093f8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Aug 31 12:43:23.344431 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:23.601147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00d3e9-6abc-4866-92cb-fb83bfbf38f0 req-2ff37a7d-9a7c-44a8-904f-6e2b6e3c3a7e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:23.603213 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d00d3e9-6abc-4866-92cb-fb83bfbf38f0 req-2ff37a7d-9a7c-44a8-904f-6e2b6e3c3a7e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0675495 Aug 31 12:43:23.647538 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d00d3e9-6abc-4866-92cb-fb83bfbf38f0 req-89588e4a-7be8-4a61-97dc-84f6ed808d0d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Aug 31 12:43:24.133743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785042d9-cb06-44d0-b0f4-ceb305fe5918 req-d7a4274b-ad71-4d01-aaa7-6cbd5e728094 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.135555 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-785042d9-cb06-44d0-b0f4-ceb305fe5918 req-d7a4274b-ad71-4d01-aaa7-6cbd5e728094 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.3830483 Aug 31 12:43:24.140141 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-313a59ac-4a7d-44fd-963e-7d85465cef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.141763 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-313a59ac-4a7d-44fd-963e-7d85465cef22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.1064157 Aug 31 12:43:24.157992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff467-3920-47df-a210-7b3723dffdc8 req-59ef9798-36bf-4e5c-95e8-8fdc075eaacf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.159546 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36fff467-3920-47df-a210-7b3723dffdc8 req-59ef9798-36bf-4e5c-95e8-8fdc075eaacf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1258001 Aug 31 12:43:24.215494 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38782) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:24.259472 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-785042d9-cb06-44d0-b0f4-ceb305fe5918 req-a1834014-d80f-4732-8aa6-7545e82dbbf2 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149390 Aug 31 12:43:24.287136 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36fff467-3920-47df-a210-7b3723dffdc8 req-38086f64-428c-4fbe-9860-a54eb1d3cae0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948167 Aug 31 12:43:24.316525 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-d51e1961-df87-43f4-9c8e-c4074132d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.318148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-d51e1961-df87-43f4-9c8e-c4074132d252 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1503286 Aug 31 12:43:24.393173 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900b5f-8d53-4694-91b5-f39664fdfc70 req-27136ff2-7625-4272-97ac-22838f5c08e7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.394713 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca900b5f-8d53-4694-91b5-f39664fdfc70 req-27136ff2-7625-4272-97ac-22838f5c08e7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Aug 31 12:43:24.410744 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-911248ae-6f80-43a6-895f-6bc7b0981d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.437753 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca900b5f-8d53-4694-91b5-f39664fdfc70 req-f62e0e24-13dd-4b27-a37e-c95f28d3f711 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Aug 31 12:43:24.500795 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-911248ae-6f80-43a6-895f-6bc7b0981d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.504881 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-911248ae-6f80-43a6-895f-6bc7b0981d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.514199 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.545822 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-911248ae-6f80-43a6-895f-6bc7b0981d4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a69e54fa5f48418bbc9c6c49d8b9d263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289089 Aug 31 12:43:24.547146 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911248ae-6f80-43a6-895f-6bc7b0981d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28647496-9d8e-4fd1-88a1-115871f5301a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:24.548884 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38790) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:24.601881 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.623692 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.671258 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.674045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.675368 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28647496-9d8e-4fd1-88a1-115871f5301a HTTP/1.1" status: 204 len: 168 time: 0.1253545 Aug 31 12:43:24.684058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23266d-d6ba-4cc0-a43b-4bb54ca57051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28647496-9d8e-4fd1-88a1-115871f5301a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:25.423197 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21056-e4a5-4c12-9e14-86b5e9bf611b req-49c8f330-154b-4684-bb9e-b21b245245c0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:25.425132 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8bb21056-e4a5-4c12-9e14-86b5e9bf611b req-49c8f330-154b-4684-bb9e-b21b245245c0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0537808 Aug 31 12:43:25.478486 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8bb21056-e4a5-4c12-9e14-86b5e9bf611b req-31c7c521-21bf-4b28-8ae0-6336116d0ddd tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438261 Aug 31 12:43:25.594257 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b1010-857f-4d43-b0e9-131e8b5e1869 req-9e0cd03e-d564-4f10-baae-1f67e2594712 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:25.596469 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0a7b1010-857f-4d43-b0e9-131e8b5e1869 req-9e0cd03e-d564-4f10-baae-1f67e2594712 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0612061 Aug 31 12:43:25.639933 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0a7b1010-857f-4d43-b0e9-131e8b5e1869 req-2bb11892-86b9-4738-95ca-7c25f3eb2369 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367734 Aug 31 12:43:26.606502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9947ffd-7893-461d-ad3d-c595a42976d5 req-71dec2a1-5469-43dd-9974-1dc801c11978 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:26.608134 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9947ffd-7893-461d-ad3d-c595a42976d5 req-71dec2a1-5469-43dd-9974-1dc801c11978 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0510557 Aug 31 12:43:26.652587 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9947ffd-7893-461d-ad3d-c595a42976d5 req-2ea96ea9-e93d-4bbc-89f4-d0da564820d7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Aug 31 12:43:26.776258 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15cd90-506a-4dd3-854e-c748fc225973 req-757a0326-cec6-4c51-965f-93a159f84e64 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:26.777782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb15cd90-506a-4dd3-854e-c748fc225973 req-757a0326-cec6-4c51-965f-93a159f84e64 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0593185 Aug 31 12:43:26.821088 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb15cd90-506a-4dd3-854e-c748fc225973 req-abce59ed-fa4e-4309-9c03-20dcaecc0093 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Aug 31 12:43:27.777460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9534-f537-4e3a-a772-ff66670ca309 req-4fef1a85-908c-4260-8354-689e19582ba8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:27.779203 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-edbc9534-f537-4e3a-a772-ff66670ca309 req-4fef1a85-908c-4260-8354-689e19582ba8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0550644 Aug 31 12:43:27.826122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-edbc9534-f537-4e3a-a772-ff66670ca309 req-8b1fc337-bbbd-433f-8691-ecf1c4f3370f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Aug 31 12:43:27.946050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6cf0c-df78-42b4-ace4-74fba656eb43 req-cd663e62-acb7-43fe-a51f-95839850ec72 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:27.947508 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fff6cf0c-df78-42b4-ace4-74fba656eb43 req-cd663e62-acb7-43fe-a51f-95839850ec72 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0500581 Aug 31 12:43:27.986297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fff6cf0c-df78-42b4-ace4-74fba656eb43 req-05005d0b-f43b-475d-b694-b46fdb1983c3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Aug 31 12:43:28.344461 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-785603c5-4558-4713-8d20-e7a27b40ccd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0406837 Aug 31 12:43:28.453694 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-a57f1826-f28d-4723-8579-0c067fd6585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:28.455317 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-a57f1826-f28d-4723-8579-0c067fd6585f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0559757 Aug 31 12:43:28.497205 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-8f218070-1d54-4bc8-92fb-9f9eefbd8f89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239453 Aug 31 12:43:28.596437 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-45325929-e602-4c0d-8283-9ae673ea7333 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861573 Aug 31 12:43:28.709928 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b94a35f-03e2-40d9-808d-7849e2ec8bf3 req-2f65b1a2-b667-41f0-bce5-1bdba065ef67 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913999 Aug 31 12:43:28.985534 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0898d-de71-46ce-a8f4-699c6909764c req-ad9a15e6-cd01-4b11-af4c-e40bafa0f9d4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:28.999876 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d0898d-de71-46ce-a8f4-699c6909764c req-ad9a15e6-cd01-4b11-af4c-e40bafa0f9d4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0847929 Aug 31 12:43:29.076160 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d0898d-de71-46ce-a8f4-699c6909764c req-278168fc-476a-4258-84f0-e7953127b420 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755625 Aug 31 12:43:29.102220 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276765-516f-4461-82e9-e52e58d6f80c req-0d1b14a8-f550-47d6-a6f7-aec7a72227ba tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:29.110059 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99276765-516f-4461-82e9-e52e58d6f80c req-0d1b14a8-f550-47d6-a6f7-aec7a72227ba tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0698993 Aug 31 12:43:29.167588 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99276765-516f-4461-82e9-e52e58d6f80c req-22996c5a-a012-4f58-b961-018173d98aa9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563555 Aug 31 12:43:29.210358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1f92-76fb-45a0-b414-3e43a94b037f req-36a078cd-0a98-47b8-b24f-969ee32fb6fa tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:29.211914 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aa3b1f92-76fb-45a0-b414-3e43a94b037f req-36a078cd-0a98-47b8-b24f-969ee32fb6fa tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 944 time: 0.0640936 Aug 31 12:43:29.251529 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aa3b1f92-76fb-45a0-b414-3e43a94b037f req-ed239b3e-f12a-41b8-805a-d9b2578e6ad8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333140 Aug 31 12:43:29.642496 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 8e87c9a1-c679-403f-8b6d-855845de1257 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:43:29.699607 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 8e87c9a1-c679-403f-8b6d-855845de1257 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:29.703928 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 8e87c9a1-c679-403f-8b6d-855845de1257 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:29.704301 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.791620 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.816854 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:29.819137 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832450ab-5a52-4801-b306-a331f1c31984" -d '{"events": [{"server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "name": "network-vif-plugged", "status": "completed", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:29.832113 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e87c9a1-c679-403f-8b6d-855845de1257,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:29.836375 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.863760 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7876b-588c-45e0-990d-d3f397bffe55 x-openstack-request-id: req-21e7876b-588c-45e0-990d-d3f397bffe55 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:29.864057 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "name": "network-vif-plugged", "status": "completed", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:29.864309 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21e7876b-588c-45e0-990d-d3f397bffe55 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:29.864703 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257', 'code': 200} Aug 31 12:43:29.891283 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:30.075960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddd5d-b312-4da3-80cc-15272a453dc5 req-86b1007b-6d96-4faa-acf2-d60a81591181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:30.078132 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-52bddd5d-b312-4da3-80cc-15272a453dc5 req-86b1007b-6d96-4faa-acf2-d60a81591181 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 1098 time: 0.0420935 Aug 31 12:43:30.125885 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-52bddd5d-b312-4da3-80cc-15272a453dc5 req-556d881a-e9e6-45a4-92c3-d29c96bbc3fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Aug 31 12:43:30.242522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2933a6-7bfd-4f72-abc4-a2a546bc2914 req-5c81ea7c-338b-419b-96ec-ac6edc2d4d97 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:30.248091 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e2933a6-7bfd-4f72-abc4-a2a546bc2914 req-5c81ea7c-338b-419b-96ec-ac6edc2d4d97 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0721767 Aug 31 12:43:30.316503 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e2933a6-7bfd-4f72-abc4-a2a546bc2914 req-961ed319-1247-459b-ada2-6f2afc253513 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675213 Aug 31 12:43:30.338056 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53b7a-2cda-42d4-92d8-ea77592e7dbf req-950432e7-f257-4408-9580-f5b6f159bd9e tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:30.338056 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-84b53b7a-2cda-42d4-92d8-ea77592e7dbf req-950432e7-f257-4408-9580-f5b6f159bd9e tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0807638 Aug 31 12:43:30.383547 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-84b53b7a-2cda-42d4-92d8-ea77592e7dbf req-ee6d9012-7e89-4cd9-9c1a-c007bf2acdb9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Aug 31 12:43:30.444821 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c6c0-c772-4235-a4de-e00f87714357 req-866a07a7-751e-4fef-82ab-c13753783cf5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:30.446462 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8470c6c0-c772-4235-a4de-e00f87714357 req-866a07a7-751e-4fef-82ab-c13753783cf5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0513694 Aug 31 12:43:30.491871 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8470c6c0-c772-4235-a4de-e00f87714357 req-b41ea9f6-6317-4174-8995-261121c546e5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Aug 31 12:43:30.516303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38910) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:30.630835 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5d41e54d-55d7-4cd9-93f5-f7a01fd00abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.726420 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5d41e54d-55d7-4cd9-93f5-f7a01fd00abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.730065 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5d41e54d-55d7-4cd9-93f5-f7a01fd00abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.767499 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41e54d-55d7-4cd9-93f5-f7a01fd00abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5fd36-b16a-4e41-8ead-f69af360ffb4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:30.771964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5d41e54d-55d7-4cd9-93f5-f7a01fd00abb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a89f8e82b4d4876bce4b83c9a46ee8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546003 Aug 31 12:43:30.774614 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 38916) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:30.824303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.845901 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.891494 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.894062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.895221 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bc5fd36-b16a-4e41-8ead-f69af360ffb4 HTTP/1.1" status: 204 len: 168 time: 0.1196718 Aug 31 12:43:30.903531 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce23e7-9e07-40ec-bdeb-572e7e5e1800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5fd36-b16a-4e41-8ead-f69af360ffb4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:31.449786 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015d26-7c4d-4d53-bbf4-4d6b52be3a6d req-38b53c5b-003e-4cf7-8a2b-a21ddbb53d0e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.451350 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4e015d26-7c4d-4d53-bbf4-4d6b52be3a6d req-38b53c5b-003e-4cf7-8a2b-a21ddbb53d0e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0540402 Aug 31 12:43:31.507610 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38932) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:31.525319 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4e015d26-7c4d-4d53-bbf4-4d6b52be3a6d req-dae345af-13d3-46c9-913f-a4370ec087d2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Aug 31 12:43:31.538482 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e12202-8647-4df7-ba7e-a10aefef3111 req-8acbb611-6d67-430d-bcd0-9b331d0587cf tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.540017 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-21e12202-8647-4df7-ba7e-a10aefef3111 req-8acbb611-6d67-430d-bcd0-9b331d0587cf tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0678985 Aug 31 12:43:31.587360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-21e12202-8647-4df7-ba7e-a10aefef3111 req-0bbba293-9fb5-4749-8709-87c08a2af6f1 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Aug 31 12:43:31.630841 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2647724-3690-4882-af3c-eac4481db69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.646451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e5e95-f5db-4ac2-83bf-1b3c10397062 req-bd0e35b9-d916-4155-b344-112d73f84aff tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.648118 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cd5e5e95-f5db-4ac2-83bf-1b3c10397062 req-bd0e35b9-d916-4155-b344-112d73f84aff tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0560410 Aug 31 12:43:31.691390 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cd5e5e95-f5db-4ac2-83bf-1b3c10397062 req-2a15187b-a458-47c7-be9a-2bf99691e9e0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Aug 31 12:43:31.726335 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2647724-3690-4882-af3c-eac4481db69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.730249 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2647724-3690-4882-af3c-eac4481db69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.767345 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f2647724-3690-4882-af3c-eac4481db69b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db922acb734549c488175cf4e1f55c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586303 Aug 31 12:43:31.770444 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 38940) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:31.786959 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2647724-3690-4882-af3c-eac4481db69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd938de-3dd1-46ab-b879-5b8755bda43c,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:31.825909 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.847516 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.904093 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.906803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.908055 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dd938de-3dd1-46ab-b879-5b8755bda43c HTTP/1.1" status: 204 len: 168 time: 0.1366682 Aug 31 12:43:31.916754 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c3048-49fb-46ab-9a86-27075d072954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd938de-3dd1-46ab-b879-5b8755bda43c,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:32.647819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7210c-8656-4ad7-b8b2-4344e9367d51 req-b6513895-8118-43f0-a8a3-f7a73665cabd tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:32.649536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94f7210c-8656-4ad7-b8b2-4344e9367d51 req-b6513895-8118-43f0-a8a3-f7a73665cabd tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0523953 Aug 31 12:43:32.719173 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94f7210c-8656-4ad7-b8b2-4344e9367d51 req-a716c488-e481-4c59-ba01-4a7276d02592 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Aug 31 12:43:32.736759 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04893c-3448-4297-a127-96b72203571b req-156890f3-f6ed-453c-b4db-628c43e2aedf tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:32.738424 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e04893c-3448-4297-a127-96b72203571b req-156890f3-f6ed-453c-b4db-628c43e2aedf tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0753536 Aug 31 12:43:32.784461 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e04893c-3448-4297-a127-96b72203571b req-91471151-24c9-422d-8173-5284285eb0c7 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Aug 31 12:43:32.834783 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf3fa8-7e4e-4671-a318-f1acf4124d99 req-e2ed9bec-2152-408d-b7a8-1b4e233c5fe7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:32.836208 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04bf3fa8-7e4e-4671-a318-f1acf4124d99 req-e2ed9bec-2152-408d-b7a8-1b4e233c5fe7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Aug 31 12:43:32.873122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04bf3fa8-7e4e-4671-a318-f1acf4124d99 req-a08e0df5-bd75-42c1-947d-07ebe28e1a33 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Aug 31 12:43:33.050637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-b6ac96c1-f6cd-4ff4-8da2-ab7c79d88ff7 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:33.052085 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-b6ac96c1-f6cd-4ff4-8da2-ab7c79d88ff7 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 945 time: 0.0572176 Aug 31 12:43:33.193097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Deleting port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:43:33.193436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.298447 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] For port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:33.298845 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.314926 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Calling delete_port for 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:43:33.450401 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.470547 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:33.496593 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Pushing event deleted for resources: {'Port': ['ID=6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:33.543117 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] No DVR routers for this DVR port 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:33.545687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.548227 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42403dd7-540f-4f68-aa60-71935b5a13b3 req-6b569004-5fdc-4dd1-ad23-7c3915164091 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "DELETE /v2.0/ports/6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d HTTP/1.1" status: 204 len: 173 time: 0.4479058 Aug 31 12:43:33.548807 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'name': 'network-vif-deleted', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:33.551115 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b5a71a-e2a1-4c25-a19f-3d483df37aa7" -d '{"events": [{"server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "name": "network-vif-deleted", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:33.597393 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d98d2f-db42-4ffd-82b0-0a47c24d453b x-openstack-request-id: req-96d98d2f-db42-4ffd-82b0-0a47c24d453b {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:33.597693 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5034348b-7a11-45e3-bc97-f74ccf9b1b2a", "name": "network-vif-deleted", "tag": "6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:33.597958 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96d98d2f-db42-4ffd-82b0-0a47c24d453b {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:33.598362 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5034348b-7a11-45e3-bc97-f74ccf9b1b2a', 'name': 'network-vif-deleted', 'tag': '6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d', 'status': 'completed', 'code': 200} Aug 31 12:43:33.848302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079a9b7-91b1-4347-8bd9-b539c9c79146 req-b7da2425-7108-499f-acf0-289ced495c14 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:33.851264 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a079a9b7-91b1-4347-8bd9-b539c9c79146 req-b7da2425-7108-499f-acf0-289ced495c14 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0522959 Aug 31 12:43:33.901915 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f72c67ea-cb63-4638-aab3-1a03af809f3b req-d22da363-d231-4937-9fa8-9c27ff9adb83 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=5034348b-7a11-45e3-bc97-f74ccf9b1b2a HTTP/1.1" status: 200 len: 210 time: 0.0311503 Aug 31 12:43:33.915469 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a079a9b7-91b1-4347-8bd9-b539c9c79146 req-a1f312d9-4e16-49bd-b924-b7a938746ad9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600033 Aug 31 12:43:35.251130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-2d93ab94-ec91-40d3-ad70-f4a50b958892 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:35.252958 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-2d93ab94-ec91-40d3-ad70-f4a50b958892 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 808 time: 0.1115155 Aug 31 12:43:35.270872 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-08d8dbe5-a261-4b48-a334-00f1ce182c4b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/quotas/43a4b8c8ff134ee5a1aa330a34b0285d HTTP/1.1" status: 200 len: 375 time: 0.0105531 Aug 31 12:43:35.325660 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-283b317a-ac3d-4e63-af65-9567d0fd823c tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476358 Aug 31 12:43:35.429408 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-fbc9aae2-023e-4184-92e9-0b5aa4624c58 service neutron] 10.222.0.60 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929799 Aug 31 12:43:35.573743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f124-f162-4f53-b8e2-b211d5afce4e req-e8ba7034-b911-46fc-8ebf-c2e712219f82 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:35.575161 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5a3f124-f162-4f53-b8e2-b211d5afce4e req-e8ba7034-b911-46fc-8ebf-c2e712219f82 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0873981 Aug 31 12:43:35.577910 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-ab290b23-bd53-455b-9dc9-2e53b5ce37b2 service neutron] 10.222.0.60 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419179 Aug 31 12:43:35.617610 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5a3f124-f162-4f53-b8e2-b211d5afce4e req-226937a4-73af-404e-80bc-badd2faf62f2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Aug 31 12:43:35.810546 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e50cb266-d0bd-4108-b257-f0ec3fb326b6 req-33c9ec19-a634-4236-b194-46cdc08b0bce tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 210 time: 0.0509996 Aug 31 12:43:36.112875 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-355f9462-566b-472a-9c8b-6f77e87e835c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:36.121310 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-355f9462-566b-472a-9c8b-6f77e87e835c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1538911 Aug 31 12:43:36.132918 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-58cef266-196b-450d-b116-d93e8b6c45f3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/quotas/49dfc85daa7745f48d855cc0bb3877c4 HTTP/1.1" status: 200 len: 375 time: 0.0107079 Aug 31 12:43:36.190285 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-ecc121d3-4929-43c6-b911-77b5cd149442 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507154 Aug 31 12:43:36.287708 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-06dcbd9f-bcd6-400f-bb9f-ed5e8d0fdbaa service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890553 Aug 31 12:43:36.399477 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-324902b2-30a6-4ada-93cb-08b14ee29c5d service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057203 Aug 31 12:43:36.586196 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3a4dec1a-d02c-4dfa-9d51-35a5a622ab0f req-e47b1a3c-dc98-4607-82be-b40c16be46d1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 210 time: 0.0309355 Aug 31 12:43:36.934374 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66053302-c0f0-4369-a9d6-e3f2e110f96f req-0623e29c-79b9-4727-9a4e-9815017f3841 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 210 time: 0.0430422 Aug 31 12:43:37.294750 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-7638ceb5-8c6b-49a7-978d-1e7580e6e487 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:37.298948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-7638ceb5-8c6b-49a7-978d-1e7580e6e487 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 808 time: 0.1866839 Aug 31 12:43:37.343555 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Request body: {'port': {'device_id': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4', 'admin_state_up': True, 'tenant_id': '43a4b8c8ff134ee5a1aa330a34b0285d'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:37.472337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Made reservation on behalf of 43a4b8c8ff134ee5a1aa330a34b0285d for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:37.476187 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.631501 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Allocated IP 172.20.0.5 (0265751c-9779-4b27-9bb4-201140f4bea4/499bdf2e-f2a7-4d9a-aad2-9d6622dac587/feb79d80-d903-4748-b0c0-256245cde2a6) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:37.649940 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:43:37.687759 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:43:37.707238 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c324ad9-3d8f-438d-a856-0cf31eefd0b0 req-d1131f67-5ab6-4b3b-b721-5621f39bc0e6 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 210 time: 0.0335238 Aug 31 12:43:37.709310 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:43:37.709655 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 6e63a13d-e81b-4ba9-9a9d-9a7f2bb3e72d not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:43:37.813584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.852523 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.902868 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Network 0265751c-9779-4b27-9bb4-201140f4bea4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:37.906391 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:37.911019 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:37.915216 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Pushing event updated for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:37.964184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:37.964835 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.984307 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-eac5eb27-fd88-4073-a5db-bc26496d95b9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463761 Aug 31 12:43:38.014400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Request body: {'port': {'device_id': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:38.165050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:38.185158 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761ab0-6019-4154-adc1-ce9bead437fb req-28eaf1af-f30a-47ea-ac2a-deaeb30ad220 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:38.186722 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81761ab0-6019-4154-adc1-ce9bead437fb req-28eaf1af-f30a-47ea-ac2a-deaeb30ad220 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 931 time: 0.1768382 Aug 31 12:43:38.337999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a36b9301-32f2-40dc-9328-f58d687f7cc7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:38.339506 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a36b9301-32f2-40dc-9328-f58d687f7cc7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.2945247 Aug 31 12:43:38.347905 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81761ab0-6019-4154-adc1-ce9bead437fb req-944f50d0-1c6e-418f-a1d8-0a2cd1e469a8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532297 Aug 31 12:43:38.391458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Request body: {'port': {'device_id': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'admin_state_up': True, 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:38.821786 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:38.825461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:38.843837 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089760fa-4fc5-416c-8971-f25df614da90 req-606e659d-7c7b-4ab1-8bc7-137fdae87998 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 210 time: 0.0591729 Aug 31 12:43:38.870560 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb79d80-d903-4748-b0c0-256245cde2a6 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:38.879974 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:38.933863 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Transition to ACTIVE for port object feb79d80-d903-4748-b0c0-256245cde2a6 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:38.940396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.029707 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Pushing event updated for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:39.060115 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Allocated IP 172.20.0.2 (592dd485-6922-46df-bd4b-2b4eb529b337/ab09cb9e-e27b-40ae-ab6c-f3801031929c/e18cc604-330b-4bac-a3f5-049d787b716a) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:39.150029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Attempting to bind port feb79d80-d903-4748-b0c0-256245cde2a6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:39.150369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Attempting to bind port feb79d80-d903-4748-b0c0-256245cde2a6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:39.150701 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Attempting to bind port feb79d80-d903-4748-b0c0-256245cde2a6 on network 0265751c-9779-4b27-9bb4-201140f4bea4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:39.159319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Port feb79d80-d903-4748-b0c0-256245cde2a6 on network 0265751c-9779-4b27-9bb4-201140f4bea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:43:39.159642 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Attempting to bind port feb79d80-d903-4748-b0c0-256245cde2a6 on network 0265751c-9779-4b27-9bb4-201140f4bea4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:39.204646 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:39.205050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Checking segment: {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:43:39.205554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Bound using segment: {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:39.206279 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Bound port: feb79d80-d903-4748-b0c0-256245cde2a6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9e738f-7498-41c0-9cb9-46d0290b3248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:39.206908 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.325903 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:39.329866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.334171 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=feb79d80-d903-4748-b0c0-256245cde2a6,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:39.341237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.388804 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:39.389452 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.390995 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] 10.222.0.55 "PUT /v2.0/ports/feb79d80-d903-4748-b0c0-256245cde2a6 HTTP/1.1" status: 200 len: 1093 time: 1.3825004 Aug 31 12:43:39.391460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:39.393828 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555" -d '{"events": [{"name": "network-changed", "server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:39.452118 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef034c6f-2d52-40c6-bb58-d4fd186fca9e x-openstack-request-id: req-ef034c6f-2d52-40c6-bb58-d4fd186fca9e {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:39.452467 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:39.452713 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef034c6f-2d52-40c6-bb58-d4fd186fca9e {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:39.453101 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6', 'status': 'completed', 'code': 200} Aug 31 12:43:39.470991 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cad2f-d7a7-4af7-b7eb-3cfca7ff6716 service neutron] Pushing event updated for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:39.485240 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.498018 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b', '8e87c9a1-c679-403f-8b6d-855845de1257'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:39.577898 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Network 592dd485-6922-46df-bd4b-2b4eb529b337 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:39.586968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e831c-013f-49a2-a860-9a6bfd8375af req-bae7d04e-5ebb-4bd7-bbf7-b00c63dc8a06 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:39.588513 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d2e831c-013f-49a2-a860-9a6bfd8375af req-bae7d04e-5ebb-4bd7-bbf7-b00c63dc8a06 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 943 time: 0.1577525 Aug 31 12:43:39.589151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event updated for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:39.593702 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:39.597077 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:39.602140 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-47e312f2-bb1b-4385-b88c-d3f0639b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:39.603704 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-47e312f2-bb1b-4385-b88c-d3f0639b8e2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 1096 time: 0.1339157 Aug 31 12:43:39.696211 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-80745d49-7639-47ef-bd31-7bf37e904c89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feb79d80-d903-4748-b0c0-256245cde2a6 HTTP/1.1" status: 200 len: 217 time: 0.0622966 Aug 31 12:43:39.724700 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:39.725328 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.732080 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7d2e831c-013f-49a2-a860-9a6bfd8375af req-360afd30-109f-4ce2-a586-82aca074a6fc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261573 Aug 31 12:43:39.766114 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-7c45a987-9dc3-4f33-a323-aeeaf57819b2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3794544 Aug 31 12:43:39.777477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-6e0d1371-d176-4321-afc1-c7e0d71bdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:39.778995 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-6e0d1371-d176-4321-afc1-c7e0d71bdd2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=499bdf2e-f2a7-4d9a-aad2-9d6622dac587 HTTP/1.1" status: 200 len: 848 time: 0.0678484 Aug 31 12:43:39.807584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Request body: {'port': {'device_id': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:43:39.852602 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-19cdb20c-84a2-45f1-b092-2b5027d36a81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0265751c-9779-4b27-9bb4-201140f4bea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400410 Aug 31 12:43:39.955346 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.043332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb6be-78a2-4e68-b111-7c04cfb2213f req-4b830bf8-d139-470c-913b-5c1fcf09437e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.044812 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a20cb6be-78a2-4e68-b111-7c04cfb2213f req-4b830bf8-d139-470c-913b-5c1fcf09437e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 931 time: 0.1207261 Aug 31 12:43:40.048938 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-07a53a76-e108-4a35-83cc-ce1f10544e02 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850588 Aug 31 12:43:40.212297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a20cb6be-78a2-4e68-b111-7c04cfb2213f req-80a2e494-7475-46a5-9cb2-72465743da4c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568882 Aug 31 12:43:40.270601 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43398f1b-1027-4e08-8f88-1ad7d6754ce4 req-531ba9c4-a579-4fa0-b724-a62ff71bcf11 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051082 Aug 31 12:43:40.362275 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18cc604-330b-4bac-a3f5-049d787b716a {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:40.390998 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.408219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Transition to ACTIVE for port object e18cc604-330b-4bac-a3f5-049d787b716a will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:40.412430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.450521 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-e356bd46-fbad-4897-8bfd-b2d7e7b05a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.453002 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-e356bd46-fbad-4897-8bfd-b2d7e7b05a24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 1096 time: 0.0920343 Aug 31 12:43:40.474838 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:40.614581 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Attempting to bind port e18cc604-330b-4bac-a3f5-049d787b716a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:40.614938 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Attempting to bind port e18cc604-330b-4bac-a3f5-049d787b716a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:40.615267 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Attempting to bind port e18cc604-330b-4bac-a3f5-049d787b716a on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:40.621213 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-ddc07fd6-ffc0-4307-a379-6a3d4b83c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.623059 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-ddc07fd6-ffc0-4307-a379-6a3d4b83c15b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 200 len: 909 time: 0.1494238 Aug 31 12:43:40.624076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Port e18cc604-330b-4bac-a3f5-049d787b716a on network 592dd485-6922-46df-bd4b-2b4eb529b337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:43:40.624396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Attempting to bind port e18cc604-330b-4bac-a3f5-049d787b716a on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:40.629743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:40.630082 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Checking segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:43:40.630463 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Bound using segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:40.630923 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Bound port: e18cc604-330b-4bac-a3f5-049d787b716a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:40.631287 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.689391 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-01c858b2-5b0a-4fbc-846b-811439b80280 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feb79d80-d903-4748-b0c0-256245cde2a6 HTTP/1.1" status: 200 len: 217 time: 0.0443428 Aug 31 12:43:40.780801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-ca11fe21-36c0-4b8f-a03e-00558c8c77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.782349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-ca11fe21-36c0-4b8f-a03e-00558c8c77d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=499bdf2e-f2a7-4d9a-aad2-9d6622dac587 HTTP/1.1" status: 200 len: 848 time: 0.0721300 Aug 31 12:43:40.785298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:40.789355 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e18cc604-330b-4bac-a3f5-049d787b716a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:40.794132 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.890313 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.891001 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.892456 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/e18cc604-330b-4bac-a3f5-049d787b716a HTTP/1.1" status: 200 len: 1093 time: 1.0913098 Aug 31 12:43:40.928248 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-051d9fa4-47c1-48d0-970b-37543128c2e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0265751c-9779-4b27-9bb4-201140f4bea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808947 Aug 31 12:43:40.957471 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996fdf4-3f5e-48bd-9583-1d467f1ad1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:40.972776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dc3f9-96c4-4f04-a4d0-4519fe5f2c3d req-990ec092-ec9c-4497-8f13-13321a998130 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.974386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d54dc3f9-96c4-4f04-a4d0-4519fe5f2c3d req-990ec092-ec9c-4497-8f13-13321a998130 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 943 time: 0.1242592 Aug 31 12:43:41.104738 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d54dc3f9-96c4-4f04-a4d0-4519fe5f2c3d req-d3194654-f570-4880-aa9d-0e00047e805c tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236212 Aug 31 12:43:41.117137 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-ee2e02e6-a3d1-4a84-8a4e-175d052351a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:41.118548 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-ee2e02e6-a3d1-4a84-8a4e-175d052351a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 1096 time: 0.1286082 Aug 31 12:43:41.136386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-be3d9746-f99e-4a92-becb-f552155dc178 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541698 Aug 31 12:43:41.180395 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-66e9ea49-980c-4ae6-ad50-eca129ec70d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e18cc604-330b-4bac-a3f5-049d787b716a HTTP/1.1" status: 200 len: 217 time: 0.0429420 Aug 31 12:43:41.351610 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb1eb1c9-8861-4b47-ac0c-bf602e1fc555 req-5c04eb8b-8d3e-4758-8b17-b1db40df04f2 service neutron] 10.222.0.55 "GET /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789560 Aug 31 12:43:41.362445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-998fe756-1a3b-45ae-a711-07e364aca044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:41.363959 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-998fe756-1a3b-45ae-a711-07e364aca044 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.1213980 Aug 31 12:43:41.383166 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c08e-0354-4421-b1b5-8bf11bc9d4f4 req-2f0107df-ca16-490a-b464-db0c32552a2b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:41.384710 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa03c08e-0354-4421-b1b5-8bf11bc9d4f4 req-2f0107df-ca16-490a-b464-db0c32552a2b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 943 time: 0.0990970 Aug 31 12:43:41.420814 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-13276741-7df4-469d-9e6c-6ad79e5f0647 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350471 Aug 31 12:43:41.452759 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa03c08e-0354-4421-b1b5-8bf11bc9d4f4 req-020ec929-648a-49bc-8edd-6641404dd158 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 Aug 31 12:43:41.454501 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:41.457000 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e123a3a-2b7d-4096-99f4-90281e36b57b" -d '{"events": [{"name": "network-changed", "server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:41.522225 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea90d65-cb56-4aba-9c14-679c56346753 x-openstack-request-id: req-bea90d65-cb56-4aba-9c14-679c56346753 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:41.522635 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:41.523048 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bea90d65-cb56-4aba-9c14-679c56346753 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:41.523525 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a', 'status': 'completed', 'code': 200} Aug 31 12:43:41.588723 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-47a332b7-11de-423f-95c7-5a39d6da74cc service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347055 Aug 31 12:43:41.736846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0af82792-0ea5-417f-bc49-4369ab3c0459 req-ecdb4cc8-9d0b-4523-8345-d1eedd94c4fb service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257687 Aug 31 12:43:41.878933 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-b7bb6283-9836-4023-9694-fe8236eab8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:41.882662 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-b7bb6283-9836-4023-9694-fe8236eab8cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 1096 time: 0.0575387 Aug 31 12:43:42.020368 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-52561877-60b1-473d-8192-fd5a52c38ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.021790 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-52561877-60b1-473d-8192-fd5a52c38ef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 915 time: 0.1131418 Aug 31 12:43:42.078291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-56c170fc-a68b-4829-a92c-6f59523a224a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e18cc604-330b-4bac-a3f5-049d787b716a HTTP/1.1" status: 200 len: 217 time: 0.0372453 Aug 31 12:43:42.152073 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-f2450315-3691-4435-853e-cd17299b8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.153582 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-f2450315-3691-4435-853e-cd17299b8617 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0593626 Aug 31 12:43:42.223776 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-33c552e6-10f4-465f-8e42-926ea0471e0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507684 Aug 31 12:43:42.681135 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635608f7-d0cb-4a47-af9b-c47217f289ee req-7221bd7e-a60c-43e0-8d85-9a88e17ffc0d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.682642 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-635608f7-d0cb-4a47-af9b-c47217f289ee req-7221bd7e-a60c-43e0-8d85-9a88e17ffc0d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 943 time: 0.4975953 Aug 31 12:43:42.726582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5279578-e8ee-407b-a619-cbd0b51bdd23 req-dec22f51-3490-4b4e-b17d-809c30777c2b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.728121 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5279578-e8ee-407b-a619-cbd0b51bdd23 req-dec22f51-3490-4b4e-b17d-809c30777c2b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 943 time: 0.1850235 Aug 31 12:43:42.748115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-2dc72951-61df-4e7f-a2f0-5f46195a4228 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211759 Aug 31 12:43:42.788717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-635608f7-d0cb-4a47-af9b-c47217f289ee req-212d5c08-c214-48e0-b98f-59cb18738ce8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898876 Aug 31 12:43:42.836799 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5279578-e8ee-407b-a619-cbd0b51bdd23 req-b88dd905-18f8-4f63-9ce3-4f85d0e1c1c7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982823 Aug 31 12:43:42.892126 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2e123a3a-2b7d-4096-99f4-90281e36b57b req-5b2fa356-e0b3-4920-b757-5de078b730f1 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201873 Aug 31 12:43:43.688132 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device feb79d80-d903-4748-b0c0-256245cde2a6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:43:43.829399 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=feb79d80-d903-4748-b0c0-256245cde2a6,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:43.845796 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'feb79d80-d903-4748-b0c0-256245cde2a6', 'network_id': '0265751c-9779-4b27-9bb4-201140f4bea4', 'port_id': 'feb79d80-d903-4748-b0c0-256245cde2a6', 'mac_address': 'fa:16:3e:48:9c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499bdf2e-f2a7-4d9a-aad2-9d6622dac587', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:43:43.943400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.975378 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb79d80-d903-4748-b0c0-256245cde2a6 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:43.983793 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df271-040b-4084-89c3-e8d643a5efff req-aa82b342-56c9-43f5-8e99-95da5f005113 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:43.991061 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-945df271-040b-4084-89c3-e8d643a5efff req-aa82b342-56c9-43f5-8e99-95da5f005113 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 943 time: 0.1014211 Aug 31 12:43:44.004957 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=feb79d80-d903-4748-b0c0-256245cde2a6,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:44.010025 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.052392 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-945df271-040b-4084-89c3-e8d643a5efff req-46afa03f-a327-48dd-b713-e172fa777d50 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Aug 31 12:43:44.062569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7d6f-6999-44be-9f6c-9191cacc0468 req-cf08c4ea-fd36-4bd6-a726-0a0f3cea939c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:44.064515 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e61d7d6f-6999-44be-9f6c-9191cacc0468 req-cf08c4ea-fd36-4bd6-a726-0a0f3cea939c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 943 time: 0.1262450 Aug 31 12:43:44.103972 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:44.116423 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.116806 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.117160 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.117501 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.117841 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.118196 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.118496 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.118848 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.119185 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.119512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.119839 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.120167 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:44.132824 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e61d7d6f-6999-44be-9f6c-9191cacc0468 req-91c28149-0e14-450d-a9b7-0906c730b314 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Aug 31 12:43:44.655749 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['feb79d80-d903-4748-b0c0-256245cde2a6'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:45.182533 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64031670-6cbf-4eb8-b173-86f3dcc861ce req-13fe2596-c2ae-4a81-a03f-4a55584b61bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.193969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64031670-6cbf-4eb8-b173-86f3dcc861ce req-13fe2596-c2ae-4a81-a03f-4a55584b61bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1129074 Aug 31 12:43:45.227735 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce846541-3054-4a4c-bb80-09ee38339866 req-d90236a5-cb51-4ff3-b7e1-0269493d8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.229957 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-d90236a5-cb51-4ff3-b7e1-0269493d8a25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.1274736 Aug 31 12:43:45.334415 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffaa6e-8ada-46a8-b287-9ffdbaa8d085 req-e69e21b5-1dec-476b-a08d-a866a87184fc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.336020 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-31ffaa6e-8ada-46a8-b287-9ffdbaa8d085 req-e69e21b5-1dec-476b-a08d-a866a87184fc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 944 time: 0.1821787 Aug 31 12:43:45.341209 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64031670-6cbf-4eb8-b173-86f3dcc861ce req-e852e9de-ac40-44cd-9d8f-41f1f78bfd01 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329265 Aug 31 12:43:45.418644 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-31ffaa6e-8ada-46a8-b287-9ffdbaa8d085 req-92216c3b-237a-4d02-82ab-ada90d58a609 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Aug 31 12:43:45.439674 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce846541-3054-4a4c-bb80-09ee38339866 req-e049f330-642d-4589-a47f-692fdd393332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.441653 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-e049f330-642d-4589-a47f-692fdd393332 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1913915 Aug 31 12:43:45.506724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-2e21f4d5-2642-446c-9730-69077f32ad86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0482488 Aug 31 12:43:45.525689 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f884cc-4719-4f08-b729-52dec521dfbb req-326561af-02ef-47b6-bc55-a3a7c85abe97 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.527694 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28f884cc-4719-4f08-b729-52dec521dfbb req-326561af-02ef-47b6-bc55-a3a7c85abe97 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 943 time: 0.1162457 Aug 31 12:43:45.608677 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28f884cc-4719-4f08-b729-52dec521dfbb req-a903e694-960c-4bac-9cf4-20fa5f5b6412 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Aug 31 12:43:45.610735 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce846541-3054-4a4c-bb80-09ee38339866 req-73e26610-cfc4-4183-b4d2-df6ac1d79277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.612966 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-73e26610-cfc4-4183-b4d2-df6ac1d79277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0839205 Aug 31 12:43:45.657059 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-cfd8ac38-7c65-4492-a2c0-d1822c2f8c6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315657 Aug 31 12:43:45.704908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e18cc604-330b-4bac-a3f5-049d787b716a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:43:45.779984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-8cdb6d79-be4c-4a68-88c6-022758b63fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064761 Aug 31 12:43:45.817674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e18cc604-330b-4bac-a3f5-049d787b716a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:45.831497 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'e18cc604-330b-4bac-a3f5-049d787b716a', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'port_id': 'e18cc604-330b-4bac-a3f5-049d787b716a', 'mac_address': 'fa:16:3e:08:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab09cb9e-e27b-40ae-ab6c-f3801031929c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:43:45.871713 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.891535 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ce846541-3054-4a4c-bb80-09ee38339866 req-d734f6db-d372-4cbc-a808-9f827f790627 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929332 Aug 31 12:43:45.892105 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18cc604-330b-4bac-a3f5-049d787b716a {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:45.919473 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e18cc604-330b-4bac-a3f5-049d787b716a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:45.924109 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.981332 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:46.488626 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['e18cc604-330b-4bac-a3f5-049d787b716a'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:46.497470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893986b-336a-460b-a31f-d71d5dd09e2f req-1d671866-237a-4860-bb8b-546d02be558d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:46.499190 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8893986b-336a-460b-a31f-d71d5dd09e2f req-1d671866-237a-4860-bb8b-546d02be558d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0683129 Aug 31 12:43:46.575750 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8893986b-336a-460b-a31f-d71d5dd09e2f req-1edaf67a-6371-4867-b537-1c9e5612c820 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Aug 31 12:43:46.587059 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662610-ac03-471c-9010-397f146c4b5a req-3f77ea2e-c162-4278-851a-2084adfce799 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:46.588694 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a7662610-ac03-471c-9010-397f146c4b5a req-3f77ea2e-c162-4278-851a-2084adfce799 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 944 time: 0.0885341 Aug 31 12:43:46.646654 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a7662610-ac03-471c-9010-397f146c4b5a req-536de812-6a0d-42bf-9b50-c324123f6199 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Aug 31 12:43:46.757546 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5404-56a8-4565-9069-dea68e5249eb req-291b12b1-3845-4b00-b718-db13cbdf68c1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:46.759120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-655b5404-56a8-4565-9069-dea68e5249eb req-291b12b1-3845-4b00-b718-db13cbdf68c1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 944 time: 0.0564129 Aug 31 12:43:46.805145 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-655b5404-56a8-4565-9069-dea68e5249eb req-4bcdce12-b9fd-4543-adc2-5bab1f2d0098 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393450 Aug 31 12:43:47.674327 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5ba61410-313c-419d-ad37-e721a985411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.720960 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device feb79d80-d903-4748-b0c0-256245cde2a6 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:43:47.758850 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36fd92-c974-46b0-ab9e-eb947e0b6c8a req-02966478-4964-459f-b28c-74665c0fcae0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:47.761851 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cd36fd92-c974-46b0-ab9e-eb947e0b6c8a req-02966478-4964-459f-b28c-74665c0fcae0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0919600 Aug 31 12:43:47.819690 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port feb79d80-d903-4748-b0c0-256245cde2a6 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:47.825556 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port feb79d80-d903-4748-b0c0-256245cde2a6 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:47.826284 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.829912 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cd36fd92-c974-46b0-ab9e-eb947e0b6c8a req-aa1367e4-a2dd-49b6-8b4b-e157d94df164 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Aug 31 12:43:47.973980 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.009638 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:48.010308 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7911d-4941-4dc2-834f-704d0b5bdbb2 req-50aa10e9-1968-4e3f-a151-5ab9dbf53efe tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:48.013152 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27679a3-8dec-422b-905f-489da2996dc1" -d '{"events": [{"server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "name": "network-vif-plugged", "status": "completed", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:48.013624 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38f7911d-4941-4dc2-834f-704d0b5bdbb2 req-50aa10e9-1968-4e3f-a151-5ab9dbf53efe tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 944 time: 0.0974474 Aug 31 12:43:48.031944 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=feb79d80-d903-4748-b0c0-256245cde2a6,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:48.038048 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.116681 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38f7911d-4941-4dc2-834f-704d0b5bdbb2 req-0703dc5e-3abd-4c51-b279-0fae9450b9ac tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882566 Aug 31 12:43:48.123690 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:48.125612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ddff-bff2-4ac4-8cb9-e9479e78e8f9 req-c6f669f6-0cb2-4dc5-bc93-020eff8ede8e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:48.127351 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aa73ddff-bff2-4ac4-8cb9-e9479e78e8f9 req-c6f669f6-0cb2-4dc5-bc93-020eff8ede8e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1325824 Aug 31 12:43:48.194847 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aa73ddff-bff2-4ac4-8cb9-e9479e78e8f9 req-462f4bb5-bb98-4ad4-8050-4d76a5b114da tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Aug 31 12:43:48.249354 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57d651-e218-41f7-bb87-ac0aeab15d36 x-openstack-request-id: req-0d57d651-e218-41f7-bb87-ac0aeab15d36 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:48.249902 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "name": "network-vif-plugged", "status": "completed", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:48.250366 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d57d651-e218-41f7-bb87-ac0aeab15d36 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:48.251087 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6', 'code': 200} Aug 31 12:43:48.268928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78667767-2768-4b8f-afbf-a470b6d39c34 req-8b1132f3-b940-43d3-bb62-21490f1ab143 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:48.271401 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-78667767-2768-4b8f-afbf-a470b6d39c34 req-8b1132f3-b940-43d3-bb62-21490f1ab143 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 944 time: 0.0747659 Aug 31 12:43:48.324055 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-78667767-2768-4b8f-afbf-a470b6d39c34 req-851c54a5-e222-428e-b7e1-5f0721b96ccc tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Aug 31 12:43:48.525162 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a89549-7c75-4120-b587-163e7769a653 req-13c144dc-caa5-4cff-808f-ad39898d7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:48.527729 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67a89549-7c75-4120-b587-163e7769a653 req-13c144dc-caa5-4cff-808f-ad39898d7182 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 1098 time: 0.0670412 Aug 31 12:43:48.581824 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67a89549-7c75-4120-b587-163e7769a653 req-fb268762-3d11-4222-94ae-ae56dc1a5a62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 31 12:43:49.025956 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56fa09-0c70-4dcc-be14-1a481aa943e4 req-ea848646-4fdf-4980-b022-49f88c9094b4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:49.028689 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3a56fa09-0c70-4dcc-be14-1a481aa943e4 req-ea848646-4fdf-4980-b022-49f88c9094b4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0710385 Aug 31 12:43:49.079991 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3a56fa09-0c70-4dcc-be14-1a481aa943e4 req-b71775dc-9f5a-4b1b-b4cd-ad4c05f02512 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Aug 31 12:43:49.265280 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51b535-b990-4666-b9c5-4c4840a64713 req-5b61c96d-b77c-4b8b-ab26-12e90ed1c879 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:49.267082 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a51b535-b990-4666-b9c5-4c4840a64713 req-5b61c96d-b77c-4b8b-ab26-12e90ed1c879 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0624475 Aug 31 12:43:49.339959 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a51b535-b990-4666-b9c5-4c4840a64713 req-2d27abe5-ae14-4151-91db-903fcfdcf691 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 Aug 31 12:43:49.377348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc83e8f-c3f7-40e2-8c51-682f799da2b1 req-504be3ca-de1e-403e-906a-e40d3b1c5637 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:49.378732 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bc83e8f-c3f7-40e2-8c51-682f799da2b1 req-504be3ca-de1e-403e-906a-e40d3b1c5637 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0801446 Aug 31 12:43:49.436533 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4bc83e8f-c3f7-40e2-8c51-682f799da2b1 req-7323cd7f-6fb7-44ea-adca-48698d46d3a0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501111 Aug 31 12:43:49.493092 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a17-3f8e-47d9-beeb-890d308c0095 req-c411da33-d48e-46de-8715-391b8176f449 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:49.495800 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d984a17-3f8e-47d9-beeb-890d308c0095 req-c411da33-d48e-46de-8715-391b8176f449 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 944 time: 0.0582311 Aug 31 12:43:49.569277 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d984a17-3f8e-47d9-beeb-890d308c0095 req-1075eb23-d898-4225-b95f-68e69f779760 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665095 Aug 31 12:43:49.717808 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e18cc604-330b-4bac-a3f5-049d787b716a up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:43:49.801797 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port e18cc604-330b-4bac-a3f5-049d787b716a completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:49.814418 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port e18cc604-330b-4bac-a3f5-049d787b716a triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:49.815096 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.820030 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0d7905c7-2e4e-467d-bdc9-81bf8e6cdf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.939682 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.984539 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e18cc604-330b-4bac-a3f5-049d787b716a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:49.991813 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.063161 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.194314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.211826 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 39242) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:50.229813 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b349f-bdca-4b35-8efc-07a433b97868 req-a7a528f6-469c-4366-91fd-1854f08704a0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:50.231584 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f5b349f-bdca-4b35-8efc-07a433b97868 req-a7a528f6-469c-4366-91fd-1854f08704a0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0639236 Aug 31 12:43:50.252866 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:50.255761 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ffada-d612-41d5-a45e-1856326591ff" -d '{"events": [{"server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "name": "network-vif-plugged", "status": "completed", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:50.281517 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f5b349f-bdca-4b35-8efc-07a433b97868 req-672ba6e4-c956-4eb0-b807-3e6767266328 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Aug 31 12:43:50.299401 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5c2012-c792-447e-9665-48cf534a9b17 x-openstack-request-id: req-bf5c2012-c792-447e-9665-48cf534a9b17 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:50.299769 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "name": "network-vif-plugged", "status": "completed", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:50.302224 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf5c2012-c792-447e-9665-48cf534a9b17 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:50.302224 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a', 'code': 200} Aug 31 12:43:50.363102 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2976ba9a-12e4-4765-b9d5-4bed65a9c742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.495143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858114c0-132d-4d39-913f-ce8e64c4b6d6 req-39dc5694-de9d-4874-8067-a057eb31af83 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:50.497103 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-858114c0-132d-4d39-913f-ce8e64c4b6d6 req-39dc5694-de9d-4874-8067-a057eb31af83 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0718153 Aug 31 12:43:50.502398 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2976ba9a-12e4-4765-b9d5-4bed65a9c742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.511445 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2976ba9a-12e4-4765-b9d5-4bed65a9c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.556323 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2976ba9a-12e4-4765-b9d5-4bed65a9c742 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9311a13605224273aeebb9a655b0009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413484 Aug 31 12:43:50.556323 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976ba9a-12e4-4765-b9d5-4bed65a9c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded13135-28be-493c-ad76-dc3c93b5a666,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.558912 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 39252) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:43:50.610022 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-858114c0-132d-4d39-913f-ce8e64c4b6d6 req-3068e627-a516-40a0-8d98-214691794e98 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969083 Aug 31 12:43:50.629378 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.629852 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54e82-e16f-4078-84a9-0e1c07391578 req-892ad55f-f556-4f2c-9ba9-e22a1c0b1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:50.631393 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cea54e82-e16f-4078-84a9-0e1c07391578 req-892ad55f-f556-4f2c-9ba9-e22a1c0b1428 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 1098 time: 0.1078780 Aug 31 12:43:50.640654 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f3110-e9d1-4007-9ef1-d08bfc982d10 req-04237f6e-feed-44b5-877d-de296db89201 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:50.642859 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-615f3110-e9d1-4007-9ef1-d08bfc982d10 req-04237f6e-feed-44b5-877d-de296db89201 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1080403 Aug 31 12:43:50.655693 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.726133 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.731206 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.733765 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ded13135-28be-493c-ad76-dc3c93b5a666 HTTP/1.1" status: 204 len: 168 time: 0.1707156 Aug 31 12:43:50.749337 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cea54e82-e16f-4078-84a9-0e1c07391578 req-48d2e963-b09e-44e5-a080-f31e54d2adf3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Aug 31 12:43:50.750355 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca944b19-55a3-481e-ab1e-2cf52b4de12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded13135-28be-493c-ad76-dc3c93b5a666,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.768273 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-615f3110-e9d1-4007-9ef1-d08bfc982d10 req-cb1b6794-a636-4c39-b7cf-f00068fd6a77 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110046 Aug 31 12:43:50.805243 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75082-4d13-48ec-939b-4368906ded6f req-5c137412-4784-461e-8b2f-491dcc8f9612 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:50.812790 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-08a75082-4d13-48ec-939b-4368906ded6f req-5c137412-4784-461e-8b2f-491dcc8f9612 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.1218243 Aug 31 12:43:50.852635 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-08a75082-4d13-48ec-939b-4368906ded6f req-83accc72-7f2a-4b39-9a8d-56dc81d8ca69 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 Aug 31 12:43:51.409693 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147ec57-e039-4877-9f65-01b3685707d8 req-517d8ba4-7f0d-4373-a8a7-f759df379e48 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:51.411245 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c147ec57-e039-4877-9f65-01b3685707d8 req-517d8ba4-7f0d-4373-a8a7-f759df379e48 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0514245 Aug 31 12:43:51.456952 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c147ec57-e039-4877-9f65-01b3685707d8 req-e2e9089e-a864-497d-8ee9-8d0cff7dd63d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Aug 31 12:43:51.599334 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.740390 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb580d-4a5e-4e6e-a79a-0fb9a9f85367 req-1b8ad670-e5b9-4ee9-8878-9cfd092298d8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:51.741984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3ccb580d-4a5e-4e6e-a79a-0fb9a9f85367 req-1b8ad670-e5b9-4ee9-8878-9cfd092298d8 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0570996 Aug 31 12:43:51.783090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3ccb580d-4a5e-4e6e-a79a-0fb9a9f85367 req-8a2f7fa9-0334-4937-a57e-a19e5ceb2612 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348477 Aug 31 12:43:51.903910 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa6b5-6c5e-46a6-8c78-d2d402aee7d2 req-24234f7b-cb6e-4768-b475-612485f7855b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:51.905460 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-adcfa6b5-6c5e-46a6-8c78-d2d402aee7d2 req-24234f7b-cb6e-4768-b475-612485f7855b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0500712 Aug 31 12:43:51.975627 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-adcfa6b5-6c5e-46a6-8c78-d2d402aee7d2 req-2e67127b-82ef-4bbb-8117-7ebc47a4b837 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640945 Aug 31 12:43:51.992966 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83efde-b980-421b-9b6d-6186944234bb req-a3b15b55-7644-4ee2-a49b-eddbd10a31f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:51.994567 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf83efde-b980-421b-9b6d-6186944234bb req-a3b15b55-7644-4ee2-a49b-eddbd10a31f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0686111 Aug 31 12:43:52.037922 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf83efde-b980-421b-9b6d-6186944234bb req-189d8046-0590-4d27-b684-d9fce6b7e7af tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Aug 31 12:43:52.599612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267cac3-e498-465b-919a-8db720eae2f3 req-e8c113b1-1b59-438a-8498-5df57418747e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:52.601179 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9267cac3-e498-465b-919a-8db720eae2f3 req-e8c113b1-1b59-438a-8498-5df57418747e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0508254 Aug 31 12:43:52.641329 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9267cac3-e498-465b-919a-8db720eae2f3 req-85f89fa1-2173-472d-bec7-54d867d67913 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Aug 31 12:43:52.794489 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e15060-6727-4c01-8b1a-b04caf1e87c3 req-c0ee67e3-d6ba-4fef-8ed9-4d1a3d681769 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:52.796044 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28e15060-6727-4c01-8b1a-b04caf1e87c3 req-c0ee67e3-d6ba-4fef-8ed9-4d1a3d681769 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0519490 Aug 31 12:43:52.841004 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28e15060-6727-4c01-8b1a-b04caf1e87c3 req-25dc579d-a4bd-4e02-8e1e-0b387debe1df tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Aug 31 12:43:53.105955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5ab17-0959-4bf6-b446-19dba7c0d06f req-c0f56d9f-061d-419f-a693-6bd6b9958af4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:53.109479 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3ac5ab17-0959-4bf6-b446-19dba7c0d06f req-c0f56d9f-061d-419f-a693-6bd6b9958af4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0550108 Aug 31 12:43:53.181349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3ac5ab17-0959-4bf6-b446-19dba7c0d06f req-2ee8fa4e-2be9-4c98-a807-48d1c0a10b44 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665553 Aug 31 12:43:53.195223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e6d3-380d-41d4-bab4-68a303e5a0a3 req-6adc800e-411d-4bdc-a01e-a4d2fd567e20 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:53.197053 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-29b2e6d3-380d-41d4-bab4-68a303e5a0a3 req-6adc800e-411d-4bdc-a01e-a4d2fd567e20 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0735538 Aug 31 12:43:53.241218 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-29b2e6d3-380d-41d4-bab4-68a303e5a0a3 req-68874c88-5ae4-441c-808c-ef2d6389ece4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346065 Aug 31 12:43:53.347621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.772669 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd939-cbfd-4bc2-973f-02e0f3f323ce req-304a9389-270e-4a8b-82f4-a134a04adf5d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:53.775259 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-79ddd939-cbfd-4bc2-973f-02e0f3f323ce req-304a9389-270e-4a8b-82f4-a134a04adf5d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0579984 Aug 31 12:43:53.814666 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-79ddd939-cbfd-4bc2-973f-02e0f3f323ce req-3c6d562b-73a4-4ad7-b8b9-a163cd893f79 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Aug 31 12:43:53.964617 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810864e-444f-4244-a056-c8c40c01bb6b req-0a47a3f3-6aa6-4392-8511-3377bded5910 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:53.966205 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d810864e-444f-4244-a056-c8c40c01bb6b req-0a47a3f3-6aa6-4392-8511-3377bded5910 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0553801 Aug 31 12:43:54.011091 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d810864e-444f-4244-a056-c8c40c01bb6b req-82a30262-f516-4951-92ca-3e4545961aae tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Aug 31 12:43:54.317873 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5aa2c-d9fb-41eb-b4d0-99a44fd534c6 req-5583075a-eea2-4e0e-a491-0f81055f132f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:54.319622 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38f5aa2c-d9fb-41eb-b4d0-99a44fd534c6 req-5583075a-eea2-4e0e-a491-0f81055f132f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0557289 Aug 31 12:43:54.390262 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38f5aa2c-d9fb-41eb-b4d0-99a44fd534c6 req-5913dc35-7280-45f6-9595-dc496ca1ff81 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636621 Aug 31 12:43:54.408376 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abaa7-119c-493d-8acb-e1e4d824c814 req-86e99458-a28a-4fcb-bea4-71944f039b0e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:54.409964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-193abaa7-119c-493d-8acb-e1e4d824c814 req-86e99458-a28a-4fcb-bea4-71944f039b0e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0758300 Aug 31 12:43:54.453319 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-193abaa7-119c-493d-8acb-e1e4d824c814 req-14293765-0bd2-47e8-9a1a-a7d083325bf4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Aug 31 12:43:54.508675 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.945951 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b165e-8865-40ab-9b78-3bf233201db3 req-e83244e0-1cc3-428d-8504-49bc56a8b242 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:54.947613 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f6b165e-8865-40ab-9b78-3bf233201db3 req-e83244e0-1cc3-428d-8504-49bc56a8b242 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0588143 Aug 31 12:43:54.986988 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f6b165e-8865-40ab-9b78-3bf233201db3 req-e910d460-51af-405e-94a4-a466e754683a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 31 12:43:55.141514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bba52-e73e-4306-98cd-6bb4db978bc8 req-ce7cf23f-6d8c-4f0c-8f60-3510344d425b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:55.143108 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-161bba52-e73e-4306-98cd-6bb4db978bc8 req-ce7cf23f-6d8c-4f0c-8f60-3510344d425b tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0521836 Aug 31 12:43:55.188467 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-161bba52-e73e-4306-98cd-6bb4db978bc8 req-b4e11187-f5c0-4df8-b33d-484147373ff9 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Aug 31 12:43:55.521333 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b63d-d048-4aab-a38b-c3b56655babe req-5ce29581-21a3-4fb9-bc16-65b1e7820f81 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:55.522950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f749b63d-d048-4aab-a38b-c3b56655babe req-5ce29581-21a3-4fb9-bc16-65b1e7820f81 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0571609 Aug 31 12:43:55.564154 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f749b63d-d048-4aab-a38b-c3b56655babe req-77b005de-8d77-4118-8fc7-02ea4b3c5d7a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Aug 31 12:43:56.119931 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-8544836e-25c4-4189-b3bb-55da4b9093b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780609 Aug 31 12:43:56.135364 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17a5a-aff7-4154-92cf-924e19d136c7 req-464deeed-8cd7-4b2d-b020-455f0c40bf78 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.137326 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-17b17a5a-aff7-4154-92cf-924e19d136c7 req-464deeed-8cd7-4b2d-b020-455f0c40bf78 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0653481 Aug 31 12:43:56.211837 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-17b17a5a-aff7-4154-92cf-924e19d136c7 req-d67248cb-da27-409d-a253-cb4ef152b3b7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Aug 31 12:43:56.248856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-667683ca-33ac-4545-875a-9a265a1346c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.250450 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-667683ca-33ac-4545-875a-9a265a1346c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 1098 time: 0.0878096 Aug 31 12:43:56.275863 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-c739bd03-7116-413c-ba02-90190bde7efc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.277295 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-c739bd03-7116-413c-ba02-90190bde7efc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.0636313 Aug 31 12:43:56.651290 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d6c7e-9726-4603-b38a-41bc82e70598 req-16c6f19e-6ff8-4b4a-96ec-268e6bc364ae tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.653129 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c56d6c7e-9726-4603-b38a-41bc82e70598 req-16c6f19e-6ff8-4b4a-96ec-268e6bc364ae tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 945 time: 0.3748338 Aug 31 12:43:56.771346 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-a33c6253-20eb-43bf-9628-6f3cd18c2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.772764 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-a33c6253-20eb-43bf-9628-6f3cd18c2bf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.4684386 Aug 31 12:43:56.787963 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c56d6c7e-9726-4603-b38a-41bc82e70598 req-017bccaf-8285-4bf5-b268-882519ba9bfc tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/security-groups?id=02afa788-6392-48c0-8fcc-138c41b35b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089973 Aug 31 12:43:56.835345 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-2edf9c27-8a13-449b-8c42-033214dcb921 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 200 len: 217 time: 0.0443821 Aug 31 12:43:56.844337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88016bcd-3299-4ac3-920f-b54a288cc03f req-7c093bd0-b5f0-4450-b2ef-c7ff45c4728c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.846233 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88016bcd-3299-4ac3-920f-b54a288cc03f req-7c093bd0-b5f0-4450-b2ef-c7ff45c4728c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1687176 Aug 31 12:43:56.886636 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Deleting port feb79d80-d903-4748-b0c0-256245cde2a6 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:43:56.886915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.988401 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-5434a2c6-5240-4ed9-8ce0-2f525cd88752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:56.989915 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-5434a2c6-5240-4ed9-8ce0-2f525cd88752 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.1413002 Aug 31 12:43:56.997922 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-88016bcd-3299-4ac3-920f-b54a288cc03f req-efe4fa33-1e13-44fb-b088-b72e9528211f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368389 Aug 31 12:43:57.049605 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-daec3813-168e-49cc-9160-fbdcf540ec5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387461 Aug 31 12:43:57.065306 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] For port feb79d80-d903-4748-b0c0-256245cde2a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=feb79d80-d903-4748-b0c0-256245cde2a6,segment=NetworkSegment(ec9e738f-7498-41c0-9cb9-46d0290b3248),segment_id=ec9e738f-7498-41c0-9cb9-46d0290b3248)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:57.065708 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.087560 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Calling delete_port for feb79d80-d903-4748-b0c0-256245cde2a6 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:43:57.226090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-5172c62d-20cc-423b-ae77-eca572a634e7 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521623 Aug 31 12:43:57.408468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.425503 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['feb79d80-d903-4748-b0c0-256245cde2a6'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:43:57.453215 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-534f7953-4f91-4bf0-a342-74ad0d5f1491 req-f2fd6792-0151-4fe5-95bb-1dfc45e72d8f service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115035 Aug 31 12:43:57.456858 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Pushing event deleted for resources: {'Port': ['ID=feb79d80-d903-4748-b0c0-256245cde2a6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:57.468294 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df995b-3cf0-4090-b862-d232dbdf2684 req-6b54a084-167b-4b7d-8091-32c30f843948 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:57.472489 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38df995b-3cf0-4090-b862-d232dbdf2684 req-6b54a084-167b-4b7d-8091-32c30f843948 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1638432 Aug 31 12:43:57.499305 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.499652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.500016 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.500339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.500742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.501076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.501410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.501866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.502200 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.502542 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.502894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.503225 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:57.538186 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] No DVR routers for this DVR port feb79d80-d903-4748-b0c0-256245cde2a6 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:57.544474 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.547079 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b710fca8-24ca-4a3f-8390-58eb87bb0d46 req-0ac2e0ee-c537-406c-81ed-c2fd6ea5ef8d tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.55 "DELETE /v2.0/ports/feb79d80-d903-4748-b0c0-256245cde2a6 HTTP/1.1" status: 204 len: 173 time: 1.2413080 Aug 31 12:43:57.547543 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'name': 'network-vif-deleted', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:57.549806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c4e7a-4b22-4452-8f41-beed1cfbbcab" -d '{"events": [{"server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "name": "network-vif-deleted", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:43:57.569477 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38df995b-3cf0-4090-b862-d232dbdf2684 req-de224e0d-a105-439c-a403-ed3d73f0b747 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738420 Aug 31 12:43:57.593865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f036e1e-1de4-4e2c-98af-712b7bd007c4 x-openstack-request-id: req-5f036e1e-1de4-4e2c-98af-712b7bd007c4 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:43:57.594261 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b863c65-f038-4cf0-b79a-fac369844e5c", "name": "network-vif-deleted", "tag": "feb79d80-d903-4748-b0c0-256245cde2a6", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:43:57.594642 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f036e1e-1de4-4e2c-98af-712b7bd007c4 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:43:57.595269 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b863c65-f038-4cf0-b79a-fac369844e5c', 'name': 'network-vif-deleted', 'tag': 'feb79d80-d903-4748-b0c0-256245cde2a6', 'status': 'completed', 'code': 200} Aug 31 12:43:57.934288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d806597a-2c41-474c-9552-9dbc66b1ac3d req-b963c243-153d-4330-9cf9-f70eadd79b26 tempest-VolumesActionsTest-603867469 tempest-VolumesActionsTest-603867469-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b863c65-f038-4cf0-b79a-fac369844e5c HTTP/1.1" status: 200 len: 210 time: 0.0398085 Aug 31 12:43:58.157113 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6b6b-e89b-4909-9b4b-e8cc2d473d59 req-6457e639-8674-4c39-a79a-72c9ccc99b27 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:58.158701 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24fb6b6b-e89b-4909-9b4b-e8cc2d473d59 req-6457e639-8674-4c39-a79a-72c9ccc99b27 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0566084 Aug 31 12:43:58.199833 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24fb6b6b-e89b-4909-9b4b-e8cc2d473d59 req-8c4601ec-0699-42cb-9aab-265ca7662e05 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349858 Aug 31 12:43:58.707515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10d3ac-67db-4ee7-b8a5-9f63bae1c689 req-c20e8923-c9b6-47b6-beb1-502b59d1b3d1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:58.709161 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c10d3ac-67db-4ee7-b8a5-9f63bae1c689 req-c20e8923-c9b6-47b6-beb1-502b59d1b3d1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0534525 Aug 31 12:43:58.763529 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c10d3ac-67db-4ee7-b8a5-9f63bae1c689 req-5524c6e2-7586-4f8b-a480-144662dbb861 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Aug 31 12:43:59.338192 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902c11-e517-48f8-b5eb-9907ef25ac99 req-6735b47c-72a1-4760-b6c5-d9f43fa3b791 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:59.339977 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6902c11-e517-48f8-b5eb-9907ef25ac99 req-6735b47c-72a1-4760-b6c5-d9f43fa3b791 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0551431 Aug 31 12:43:59.399383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6902c11-e517-48f8-b5eb-9907ef25ac99 req-27f9e417-2448-4977-8190-1b9b543bdb32 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520978 Aug 31 12:43:59.787354 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device feb79d80-d903-4748-b0c0-256245cde2a6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:43:59.818139 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: feb79d80-d903-4748-b0c0-256245cde2a6 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:43:59.818601 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device feb79d80-d903-4748-b0c0-256245cde2a6 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:43:59.903546 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4f99-66ad-4532-806a-13c31217224f req-0677242f-d0e5-40a3-ab80-09573aa311b1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:59.905302 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9bf4f99-66ad-4532-806a-13c31217224f req-0677242f-d0e5-40a3-ab80-09573aa311b1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0603778 Aug 31 12:43:59.945695 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9bf4f99-66ad-4532-806a-13c31217224f req-1609169d-47b5-48cc-9607-05e2da624131 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Aug 31 12:44:00.554358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc32c-5d91-4a59-bf28-f738143fc282 req-49339ee3-598f-449b-9956-21723fc6c3b2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:00.555914 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-077fc32c-5d91-4a59-bf28-f738143fc282 req-49339ee3-598f-449b-9956-21723fc6c3b2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0525186 Aug 31 12:44:00.600144 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-077fc32c-5d91-4a59-bf28-f738143fc282 req-eac79482-b57b-4ebd-9209-ba6ae5c3d53a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383217 Aug 31 12:44:01.073090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd0e6-0d30-465e-84a2-b2b4a21cbfea req-8735bd3e-dce7-4168-841e-6d91a88fe079 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:01.074675 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7badd0e6-0d30-465e-84a2-b2b4a21cbfea req-8735bd3e-dce7-4168-841e-6d91a88fe079 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0518205 Aug 31 12:44:01.115049 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7badd0e6-0d30-465e-84a2-b2b4a21cbfea req-ef2209f8-c83b-4a08-b272-3216cb856a1e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Aug 31 12:44:01.741787 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918e869-0708-4923-88d6-d08c2453004b req-3b6e8544-7b16-4a41-81e3-9ca1695ded6f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:01.744108 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8918e869-0708-4923-88d6-d08c2453004b req-3b6e8544-7b16-4a41-81e3-9ca1695ded6f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0622759 Aug 31 12:44:01.788201 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8918e869-0708-4923-88d6-d08c2453004b req-2989cc19-5648-4c9b-87d9-a6520c55ef35 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Aug 31 12:44:02.245076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ba53-7743-4e05-b849-02f534b5801d req-31ce14d8-fdf9-41a0-a918-d206a787a492 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:02.246656 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8756ba53-7743-4e05-b849-02f534b5801d req-31ce14d8-fdf9-41a0-a918-d206a787a492 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0553732 Aug 31 12:44:02.286936 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8756ba53-7743-4e05-b849-02f534b5801d req-86c71be5-9829-4401-9157-be367966c3f7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Aug 31 12:44:02.912425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daadbb-4764-402b-a1ea-e7fe3cf05b92 req-c61e59d8-cbc1-46d9-a4f4-4e287bf6eada tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:02.914286 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80daadbb-4764-402b-a1ea-e7fe3cf05b92 req-c61e59d8-cbc1-46d9-a4f4-4e287bf6eada tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Aug 31 12:44:02.956930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80daadbb-4764-402b-a1ea-e7fe3cf05b92 req-6b3584e7-5661-4883-aefe-14d7e2fff67e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361519 Aug 31 12:44:03.414408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79681-f1c0-4635-b58d-eba258e782a9 req-675bbb7e-97c8-43f4-8494-c2745a2f501d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:03.416328 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5e79681-f1c0-4635-b58d-eba258e782a9 req-675bbb7e-97c8-43f4-8494-c2745a2f501d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0560026 Aug 31 12:44:03.460174 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d5e79681-f1c0-4635-b58d-eba258e782a9 req-9c9b6793-b733-472a-906d-97fb9c3f6659 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Aug 31 12:44:04.100995 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5caa-3364-49da-98da-0474940568e2 req-9f690448-1bb9-49c6-b6f9-1b84206e9594 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:04.102874 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f0e5caa-3364-49da-98da-0474940568e2 req-9f690448-1bb9-49c6-b6f9-1b84206e9594 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0660713 Aug 31 12:44:04.157182 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2f0e5caa-3364-49da-98da-0474940568e2 req-bd2550a9-762f-4ea8-94c4-584ddd5985a2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Aug 31 12:44:04.592764 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82f78-4c65-4ad0-a3ad-c61eed82e10d req-5be13206-7551-4a39-9389-adf6d64e3f46 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:04.594443 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-17a82f78-4c65-4ad0-a3ad-c61eed82e10d req-5be13206-7551-4a39-9389-adf6d64e3f46 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0565922 Aug 31 12:44:04.635799 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-17a82f78-4c65-4ad0-a3ad-c61eed82e10d req-362c3e20-fa68-46fe-a059-44c77c99eb11 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353703 Aug 31 12:44:05.326143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdb97b-a26e-478c-ac85-7074d05afe62 req-e1cf5597-0979-4a6e-9c7d-881ffbc12288 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:05.327802 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8fdb97b-a26e-478c-ac85-7074d05afe62 req-e1cf5597-0979-4a6e-9c7d-881ffbc12288 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0731828 Aug 31 12:44:05.368414 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8fdb97b-a26e-478c-ac85-7074d05afe62 req-a973f33b-e2b9-481e-8f4e-488db800ee9a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341680 Aug 31 12:44:05.782573 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab41ade-31a6-458e-ab7d-289437c66819 req-676a7a25-333a-44be-8cd4-2140c7a26302 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:05.784998 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ab41ade-31a6-458e-ab7d-289437c66819 req-676a7a25-333a-44be-8cd4-2140c7a26302 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0631928 Aug 31 12:44:05.841131 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ab41ade-31a6-458e-ab7d-289437c66819 req-e276b3b8-9b97-4b88-b150-6e475a88abf6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495307 Aug 31 12:44:06.505184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dac17-ff2e-48e6-82dc-11389c7c1eb1 req-34c8934b-0929-42dc-aef8-68813ca7035f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:06.507305 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b84dac17-ff2e-48e6-82dc-11389c7c1eb1 req-34c8934b-0929-42dc-aef8-68813ca7035f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0563393 Aug 31 12:44:06.594950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b84dac17-ff2e-48e6-82dc-11389c7c1eb1 req-8dda1e73-51a8-4680-81c5-e4a1203ccda2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719874 Aug 31 12:44:06.992235 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53384-8b7b-47c5-a910-255c827148d1 req-96cbfc63-3649-4e08-b159-202b4d2558a1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:06.994380 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fed53384-8b7b-47c5-a910-255c827148d1 req-96cbfc63-3649-4e08-b159-202b4d2558a1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0634215 Aug 31 12:44:07.049141 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fed53384-8b7b-47c5-a910-255c827148d1 req-132844ea-4b2a-4bac-847f-d73c017827a7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Aug 31 12:44:07.749261 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ebe72-7490-40f0-b6d2-a9951253383d req-d5950b40-1d88-4953-893e-b628f82c9cad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:07.752369 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca1ebe72-7490-40f0-b6d2-a9951253383d req-d5950b40-1d88-4953-893e-b628f82c9cad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0582254 Aug 31 12:44:07.796071 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca1ebe72-7490-40f0-b6d2-a9951253383d req-b4b89de2-c4cb-4adb-ad5a-467e9f28adcb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390294 Aug 31 12:44:08.179415 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a501e14-4877-43d7-88db-586ffe7c0561 req-c836b4d0-e932-4ad4-b27d-d8d5b6067ac4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:08.180896 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a501e14-4877-43d7-88db-586ffe7c0561 req-c836b4d0-e932-4ad4-b27d-d8d5b6067ac4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0546830 Aug 31 12:44:08.225659 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a501e14-4877-43d7-88db-586ffe7c0561 req-6a38cad6-6459-44d3-b7ab-ec39c35a9836 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356493 Aug 31 12:44:08.948551 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77440bf-df44-4f31-a149-ab284ca9b7dd req-73e79c0b-e5a6-4824-b160-1a3959e7bdf6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:08.956493 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b77440bf-df44-4f31-a149-ab284ca9b7dd req-73e79c0b-e5a6-4824-b160-1a3959e7bdf6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0760772 Aug 31 12:44:09.032083 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b77440bf-df44-4f31-a149-ab284ca9b7dd req-9b5f98d5-62b4-4ec0-ba62-808f4d610e83 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742073 Aug 31 12:44:09.143008 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-7273effd-baed-4942-939e-7609e14a1aad tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:09.145470 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-7273effd-baed-4942-939e-7609e14a1aad tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1516626 Aug 31 12:44:09.167880 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-7f5fcc88-4f91-49c7-94ea-f5f45836b2bf tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/quotas/49dfc85daa7745f48d855cc0bb3877c4 HTTP/1.1" status: 200 len: 375 time: 0.0141923 Aug 31 12:44:09.240240 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-b3256984-b1dd-4f88-ada5-f7519d8fcdb6 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661860 Aug 31 12:44:09.371581 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-6d4ca31a-35ad-41de-8090-5e8b085dd3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240547 Aug 31 12:44:09.393426 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2eb43-1b4f-4848-9f85-a814186c1b98 req-c7810833-8726-43cc-aca5-c0abd1cf6092 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:09.395079 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10b2eb43-1b4f-4848-9f85-a814186c1b98 req-c7810833-8726-43cc-aca5-c0abd1cf6092 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0820115 Aug 31 12:44:09.498609 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10b2eb43-1b4f-4848-9f85-a814186c1b98 req-acef3c57-bdff-4429-bf49-152fe09b58a3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895071 Aug 31 12:44:09.527318 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-46d73e92-5c6f-4fbb-b9fc-79b575f6b309 service neutron] 10.222.0.60 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488318 Aug 31 12:44:09.744452 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c408a1f4-c73f-4a99-b0d1-75dd03c6123b req-1e47a991-14ff-474e-9426-37a8d6df8137 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 210 time: 0.0354285 Aug 31 12:44:10.203556 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fd47d-10ed-4180-86a5-5d459c498533 req-8ff6c5cb-bac6-449b-9b57-fadbd09e66f7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:10.205475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-906fd47d-10ed-4180-86a5-5d459c498533 req-8ff6c5cb-bac6-449b-9b57-fadbd09e66f7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0576508 Aug 31 12:44:10.258322 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-906fd47d-10ed-4180-86a5-5d459c498533 req-a559595c-06f5-44d7-845f-b78d5ea3b73a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Aug 31 12:44:10.667789 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb7f9-3a29-4c87-9ca8-8e149b249338 req-858ca479-5771-419b-af2a-a57b126d5b61 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:10.676443 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-248eb7f9-3a29-4c87-9ca8-8e149b249338 req-858ca479-5771-419b-af2a-a57b126d5b61 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0775759 Aug 31 12:44:10.726656 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-248eb7f9-3a29-4c87-9ca8-8e149b249338 req-80ef9b73-1ca9-43cf-aa50-1b8e38c5904f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511062 Aug 31 12:44:10.851810 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bba03c8b-ede3-4477-b2f6-b66c6248d242 req-ea4c275c-098a-4aac-a2c9-83df27f8fd5e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 210 time: 0.0359530 Aug 31 12:44:11.413989 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410cf48-82a8-4bc9-a26d-366bf509cf0f req-86c0e10b-97d6-472a-82ed-805dabb06e4b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:11.415565 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b410cf48-82a8-4bc9-a26d-366bf509cf0f req-86c0e10b-97d6-472a-82ed-805dabb06e4b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0778439 Aug 31 12:44:11.459746 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-acbb4deb-610f-418b-acfc-0150cc5f5da6 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:11.461288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-acbb4deb-610f-418b-acfc-0150cc5f5da6 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 814 time: 0.1990852 Aug 31 12:44:11.481117 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b410cf48-82a8-4bc9-a26d-366bf509cf0f req-db03efe8-2b30-4b45-a7fc-093183402f7a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529280 Aug 31 12:44:11.500381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Request body: {'port': {'device_id': '7268f614-e939-44f1-a665-862606045890', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'admin_state_up': True, 'tenant_id': '49dfc85daa7745f48d855cc0bb3877c4'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:44:11.633032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Made reservation on behalf of 49dfc85daa7745f48d855cc0bb3877c4 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:11.639658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.831581 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Allocated IP 172.20.0.13 (592dd485-6922-46df-bd4b-2b4eb529b337/ab09cb9e-e27b-40ae-ab6c-f3801031929c/c9068cf2-9579-4d3e-bac0-58527b114f5a) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:11.975173 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c84197-72b1-4817-8501-983633826e1b req-7700576b-b483-48d7-b48d-9609651b612c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:11.983437 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64c84197-72b1-4817-8501-983633826e1b req-7700576b-b483-48d7-b48d-9609651b612c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1319609 Aug 31 12:44:12.051022 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3eb1619e-f87d-4a9c-aa7f-2be3a9268466 req-69bae939-81eb-4e33-bfad-b10a3c2279f7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 210 time: 0.1087785 Aug 31 12:44:12.090477 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-64c84197-72b1-4817-8501-983633826e1b req-edee99f7-216e-4dfb-87f4-179898a53dbd tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061518 Aug 31 12:44:12.148816 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.191326 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.212508 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b', '8e87c9a1-c679-403f-8b6d-855845de1257', 'e18cc604-330b-4bac-a3f5-049d787b716a'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:44:12.241518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Network 592dd485-6922-46df-bd4b-2b4eb529b337 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:12.247851 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:12.252456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:12.287801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event updated for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:12.333494 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:12.334187 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.350800 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-f274d43a-2f70-44e7-b966-13e86d6285b3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8558154 Aug 31 12:44:12.382666 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Request body: {'port': {'device_id': '7268f614-e939-44f1-a665-862606045890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:44:12.785756 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.867165 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcf21-433e-4dd0-b2b6-8c8ec8068a64 req-36499f6f-0f6f-427a-afd5-36f5441c33b5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:12.869718 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-375dcf21-433e-4dd0-b2b6-8c8ec8068a64 req-36499f6f-0f6f-427a-afd5-36f5441c33b5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1218412 Aug 31 12:44:13.011542 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-375dcf21-433e-4dd0-b2b6-8c8ec8068a64 req-c0cf9a31-66f4-412f-aa5b-3eed093f0a9a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351774 Aug 31 12:44:13.309957 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8e5f-5c62-4f43-976b-f9747789a86c req-b153dbf6-29df-4cad-bd5a-ab247d35f69f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:13.311500 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ffe8e5f-5c62-4f43-976b-f9747789a86c req-b153dbf6-29df-4cad-bd5a-ab247d35f69f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 932 time: 0.1618454 Aug 31 12:44:13.348381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9068cf2-9579-4d3e-bac0-58527b114f5a {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:13.371293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a2dc-3f73-4b5a-ae2a-70cdf187dbaa req-99a79d94-4300-4f89-bd04-7be727e9723a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:13.373750 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5444a2dc-3f73-4b5a-ae2a-70cdf187dbaa req-99a79d94-4300-4f89-bd04-7be727e9723a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1743369 Aug 31 12:44:13.382538 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.452288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7ffe8e5f-5c62-4f43-976b-f9747789a86c req-f7970939-50be-4201-aa15-51988f95ad27 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331000 Aug 31 12:44:13.455812 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Transition to ACTIVE for port object c9068cf2-9579-4d3e-bac0-58527b114f5a will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:13.495219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.510554 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5444a2dc-3f73-4b5a-ae2a-70cdf187dbaa req-e68380b8-2c4b-4272-bc62-25203acd04a3 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170666 Aug 31 12:44:13.618420 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Pushing event updated for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:13.712386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Attempting to bind port c9068cf2-9579-4d3e-bac0-58527b114f5a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:13.713084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Attempting to bind port c9068cf2-9579-4d3e-bac0-58527b114f5a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:13.713630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Attempting to bind port c9068cf2-9579-4d3e-bac0-58527b114f5a on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:13.719672 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Port c9068cf2-9579-4d3e-bac0-58527b114f5a on network 592dd485-6922-46df-bd4b-2b4eb529b337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:44:13.720000 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Attempting to bind port c9068cf2-9579-4d3e-bac0-58527b114f5a on network 592dd485-6922-46df-bd4b-2b4eb529b337 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:13.726454 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:13.726913 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Checking segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:44:13.728703 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Bound using segment: {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:13.729176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Bound port: c9068cf2-9579-4d3e-bac0-58527b114f5a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:13.729541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.825045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:13.829721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:13.835510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.880382 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:13.881147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.882549 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9068cf2-9579-4d3e-bac0-58527b114f5a HTTP/1.1" status: 200 len: 1094 time: 1.5072377 Aug 31 12:44:13.883008 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:13.885269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d008981d-b8b9-49fe-a1f4-65e40a537082" -d '{"events": [{"name": "network-changed", "server_uuid": "7268f614-e939-44f1-a665-862606045890", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:44:13.919285 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1c68-0bd1-48e7-8c07-bfbfbaf81e30 service neutron] Pushing event updated for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:13.942730 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ce785d-799f-4858-81e2-8531f5281065 x-openstack-request-id: req-79ce785d-799f-4858-81e2-8531f5281065 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:44:13.942730 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7268f614-e939-44f1-a665-862606045890", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:44:13.943358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79ce785d-799f-4858-81e2-8531f5281065 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:44:13.943679 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a', 'status': 'completed', 'code': 200} Aug 31 12:44:14.015945 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-7fb3a856-e3a9-49c8-9038-f691c1cd8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.017576 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-7fb3a856-e3a9-49c8-9038-f691c1cd8e17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 1097 time: 0.0486615 Aug 31 12:44:14.086787 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-aee9b022-78b4-4988-9b88-2609fa09d98b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a HTTP/1.1" status: 200 len: 217 time: 0.0501375 Aug 31 12:44:14.184655 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-449400d6-5bd0-4f1a-9354-778d17a9cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.192874 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-449400d6-5bd0-4f1a-9354-778d17a9cd26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0933411 Aug 31 12:44:14.219042 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e9ca-7340-46ee-9805-14389f4fcff6 req-c9f2ff42-51d6-4e6d-a82c-c3af6a22d11c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.220881 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-50b1e9ca-7340-46ee-9805-14389f4fcff6 req-c9f2ff42-51d6-4e6d-a82c-c3af6a22d11c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0867560 Aug 31 12:44:14.253149 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-a75aca24-f29e-4695-922f-5dd72b138db0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311046 Aug 31 12:44:14.289790 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-50b1e9ca-7340-46ee-9805-14389f4fcff6 req-e7d5c78f-7250-42ce-8c40-c44c7d4fbc6b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599215 Aug 31 12:44:14.371220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-cfdc24a9-a9ad-4ee7-94ae-7da355be905f service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961993 Aug 31 12:44:14.479569 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3136d58b-bd0e-4c07-913d-af174a3b0b3c req-3bfbc1b5-93fc-4201-86e0-f3bb84512ceb service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Aug 31 12:44:14.630012 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-ec0ce8d5-5e7f-4297-b10a-eb5de0146519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.631608 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-ec0ce8d5-5e7f-4297-b10a-eb5de0146519 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 1097 time: 0.0748546 Aug 31 12:44:14.664303 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:44:14.671177 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb54a-ee50-49d8-827c-25d8e954e006 req-cbff2398-fdc7-497f-b76e-417cba83d0dd tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.672750 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ee3cb54a-ee50-49d8-827c-25d8e954e006 req-cbff2398-fdc7-497f-b76e-417cba83d0dd tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 944 time: 0.1249228 Aug 31 12:44:14.765929 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef6c52-cdd2-409d-a964-555fc8995e23 req-bec1e66c-8867-48cb-b0af-07a1d4763924 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.767334 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c3ef6c52-cdd2-409d-a964-555fc8995e23 req-bec1e66c-8867-48cb-b0af-07a1d4763924 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1416793 Aug 31 12:44:14.788031 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ee3cb54a-ee50-49d8-827c-25d8e954e006 req-8d2a6908-3a2d-45d5-807a-797390d52645 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063807 Aug 31 12:44:14.838005 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-d17a22e3-fc59-41d4-be62-ddc76bb07c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.839544 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-d17a22e3-fc59-41d4-be62-ddc76bb07c45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 200 len: 915 time: 0.1777625 Aug 31 12:44:14.847845 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c3ef6c52-cdd2-409d-a964-555fc8995e23 req-a6f981cf-4cd0-4b69-adc4-ebc641a1a77d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655823 Aug 31 12:44:14.893020 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-01281ea4-3fab-4e4c-bf75-852fdd045007 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a HTTP/1.1" status: 200 len: 217 time: 0.0371876 Aug 31 12:44:14.970911 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-8076cc01-c3a3-4f01-8cee-e0f395379f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:14.972716 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-8076cc01-c3a3-4f01-8cee-e0f395379f1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 200 len: 854 time: 0.0657375 Aug 31 12:44:15.030590 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-2eb64903-d7ff-4538-a5df-32449d9e0f0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=592dd485-6922-46df-bd4b-2b4eb529b337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340121 Aug 31 12:44:15.175371 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-9c038dd2-9607-4394-b5e5-64bcc68fc7c7 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167545 Aug 31 12:44:15.295437 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d008981d-b8b9-49fe-a1f4-65e40a537082 req-50d43296-5e24-4d5f-abbb-b9b4f5677a83 service neutron] 10.222.0.55 "GET /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965011 Aug 31 12:44:15.433750 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee22fb-9f98-43d3-9263-58f74977038a req-1f8df39d-c0ae-4ef7-bbb3-26ef95c1af35 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:15.436243 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7fee22fb-9f98-43d3-9263-58f74977038a req-1f8df39d-c0ae-4ef7-bbb3-26ef95c1af35 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0581949 Aug 31 12:44:15.493509 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7fee22fb-9f98-43d3-9263-58f74977038a req-e7cae00c-e6df-4619-a859-5d7d6e64a6d9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Aug 31 12:44:15.841798 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:44:15.997692 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:16.011607 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '008b4d63-ca21-413f-b546-237bf98802ed', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:44:16.051009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ffe99-9ac3-41e2-aed3-50bc0ae54376 req-efc8bb15-2a5d-4384-8a90-bdd5c85a3ae9 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:16.061151 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:16.063826 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-120ffe99-9ac3-41e2-aed3-50bc0ae54376 req-efc8bb15-2a5d-4384-8a90-bdd5c85a3ae9 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 944 time: 0.1668315 Aug 31 12:44:16.079768 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:16.112437 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:16.118117 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:16.147172 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12b777-a402-49d7-85ca-34298a80cf8e req-9036b36c-4b22-4237-a146-248a61013ea0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:16.149615 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf12b777-a402-49d7-85ca-34298a80cf8e req-9036b36c-4b22-4237-a146-248a61013ea0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1856415 Aug 31 12:44:16.173623 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=6']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:16.181346 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-120ffe99-9ac3-41e2-aed3-50bc0ae54376 req-c132ce64-9330-4691-b40a-a8f1cf45e0c3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Aug 31 12:44:16.240964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf12b777-a402-49d7-85ca-34298a80cf8e req-eedf8f70-4290-4551-b612-a7f7ea8bcaba tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Aug 31 12:44:16.368236 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['008b4d63-ca21-413f-b546-237bf98802ed'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:44:16.632921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca2c51-2d05-4de4-8e5a-ef30674c3db5 req-511acd70-1422-4d9e-b581-0462de62b93c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:16.634475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1eca2c51-2d05-4de4-8e5a-ef30674c3db5 req-511acd70-1422-4d9e-b581-0462de62b93c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0548162 Aug 31 12:44:16.677677 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1eca2c51-2d05-4de4-8e5a-ef30674c3db5 req-aecc252c-ed81-4e2c-baee-167b6f5edb63 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Aug 31 12:44:17.357460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0cde6-f5cc-4c59-85df-469e18575bd7 req-dda3fc6a-4acc-43ef-9f64-d083a1b7b4fe tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:17.359122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96c0cde6-f5cc-4c59-85df-469e18575bd7 req-dda3fc6a-4acc-43ef-9f64-d083a1b7b4fe tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 944 time: 0.1172864 Aug 31 12:44:17.438483 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96c0cde6-f5cc-4c59-85df-469e18575bd7 req-f960b96d-1a1f-4415-8a8b-21334448fbc6 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Aug 31 12:44:17.453402 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5900cb-c217-4564-981d-222c65a401e3 req-495c379b-00d6-42f6-a38b-41b640bafc6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:17.456592 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f5900cb-c217-4564-981d-222c65a401e3 req-495c379b-00d6-42f6-a38b-41b640bafc6b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1246386 Aug 31 12:44:17.523032 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f5900cb-c217-4564-981d-222c65a401e3 req-b36e4ec9-7f88-4f55-9acd-414606ad5ce0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 Aug 31 12:44:17.630739 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d6a74dce-066f-47bf-a1f2-94b9a2eec036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:17.842376 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b040bc-3ab5-4f79-89cb-6f8085b2c356 req-c6316d97-020f-4290-8b86-cd09b34226b9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:17.844779 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96b040bc-3ab5-4f79-89cb-6f8085b2c356 req-c6316d97-020f-4290-8b86-cd09b34226b9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0747278 Aug 31 12:44:17.853511 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device c9068cf2-9579-4d3e-bac0-58527b114f5a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:44:17.907814 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96b040bc-3ab5-4f79-89cb-6f8085b2c356 req-1d79e457-9300-40dc-ae02-9b4b4277fea0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543880 Aug 31 12:44:17.937125 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:44:18.028185 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:18.048647 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 008b4d63-ca21-413f-b546-237bf98802ed triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:18.049186 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.053055 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'c9068cf2-9579-4d3e-bac0-58527b114f5a', 'network_id': '592dd485-6922-46df-bd4b-2b4eb529b337', 'port_id': 'c9068cf2-9579-4d3e-bac0-58527b114f5a', 'mac_address': 'fa:16:3e:b1:96:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab09cb9e-e27b-40ae-ab6c-f3801031929c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:44:18.131180 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.148018 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9068cf2-9579-4d3e-bac0-58527b114f5a {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:18.189423 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:18.194912 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.228843 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.279922 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:18.282287 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8dbc0-a95e-4f0f-a151-0836d8d7a726" -d '{"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:44:18.301937 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:18.303223 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:18.311063 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.357124 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090468de-d102-442f-9f24-d0b11768ecd9 x-openstack-request-id: req-090468de-d102-442f-9f24-d0b11768ecd9 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:44:18.357788 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:44:18.358296 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-090468de-d102-442f-9f24-d0b11768ecd9 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:44:18.359188 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'code': 200} Aug 31 12:44:18.403994 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=7']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:18.671364 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3bf8-36f3-48ab-b01b-89e95bea6156 req-273e1bba-5c0b-469c-8a3d-37bfd56bd496 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:18.679610 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-587b3bf8-36f3-48ab-b01b-89e95bea6156 req-273e1bba-5c0b-469c-8a3d-37bfd56bd496 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 945 time: 0.1546850 Aug 31 12:44:18.729755 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ae6ed-c076-4f84-b2e8-558abd5e06b5 req-002f5cb1-cc26-4c0f-9f0d-ec9331eed8aa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:18.738451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d6ae6ed-c076-4f84-b2e8-558abd5e06b5 req-002f5cb1-cc26-4c0f-9f0d-ec9331eed8aa tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1365101 Aug 31 12:44:18.745126 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-587b3bf8-36f3-48ab-b01b-89e95bea6156 req-815b1469-06b0-4b62-abbf-12e05e48a183 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Aug 31 12:44:18.793695 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['c9068cf2-9579-4d3e-bac0-58527b114f5a'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:44:18.826581 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d6ae6ed-c076-4f84-b2e8-558abd5e06b5 req-b02cf268-99a2-4894-b84c-b9aed2dd7ded tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Aug 31 12:44:19.286944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b52a9e-7975-45d2-8ee9-c14db00e8103 req-5a24ee65-e755-403c-9426-fbf0b6318d5e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:19.301244 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-20b52a9e-7975-45d2-8ee9-c14db00e8103 req-5a24ee65-e755-403c-9426-fbf0b6318d5e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1175997 Aug 31 12:44:19.355155 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-20b52a9e-7975-45d2-8ee9-c14db00e8103 req-b219ce41-12ca-4208-8765-44fe0ce146ac tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528417 Aug 31 12:44:19.820327 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7be680c3-a183-4895-a6ca-dadc9b535c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.024076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370024fd-ba54-4f55-a59d-f710e13410e0 req-e8e00aff-5939-49b6-b66e-00dfdc97bd6b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:20.032847 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-370024fd-ba54-4f55-a59d-f710e13410e0 req-e8e00aff-5939-49b6-b66e-00dfdc97bd6b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 945 time: 0.1628931 Aug 31 12:44:20.087076 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-370024fd-ba54-4f55-a59d-f710e13410e0 req-2056ce41-8974-420f-bcaf-f5f535d8b2b7 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Aug 31 12:44:20.113543 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d2987-12a9-463b-a4dc-81c9e8d85048 req-82aecc7b-1af7-4cf2-9b5b-55af511edf83 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:20.121331 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f1d2987-12a9-463b-a4dc-81c9e8d85048 req-82aecc7b-1af7-4cf2-9b5b-55af511edf83 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1667638 Aug 31 12:44:20.174425 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f1d2987-12a9-463b-a4dc-81c9e8d85048 req-a45de789-072b-4c13-97f1-9c280ad3fae4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Aug 31 12:44:20.194787 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.597115 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e593f8-a701-4f7a-89c8-17479fd2633f req-40a12b85-aa6c-4880-ba53-65c6b745fdb3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:20.605360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36e593f8-a701-4f7a-89c8-17479fd2633f req-40a12b85-aa6c-4880-ba53-65c6b745fdb3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0771923 Aug 31 12:44:20.672396 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36e593f8-a701-4f7a-89c8-17479fd2633f req-7adc56eb-af50-4f42-ac47-ff9256cbbfa7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656142 Aug 31 12:44:21.330152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5afc1-7c77-497d-af6e-3d4548d8bfce req-556c987b-2033-4129-8b36-c50a2c533a48 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.331678 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60c5afc1-7c77-497d-af6e-3d4548d8bfce req-556c987b-2033-4129-8b36-c50a2c533a48 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 945 time: 0.1676030 Aug 31 12:44:21.454950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60c5afc1-7c77-497d-af6e-3d4548d8bfce req-64e95bfa-de81-484e-b34c-b2e831c8fc99 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158075 Aug 31 12:44:21.504967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1427f-2c64-4963-8245-091fe39a3bea req-160b9b61-47d6-4cbe-b6db-31b1ac4fc428 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.510071 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-53f1427f-2c64-4963-8245-091fe39a3bea req-160b9b61-47d6-4cbe-b6db-31b1ac4fc428 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1600583 Aug 31 12:44:21.611981 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:21.649212 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-53f1427f-2c64-4963-8245-091fe39a3bea req-0c49da2b-8efb-41fd-999f-6590e9a5645e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751505 Aug 31 12:44:21.922616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b6aca-456f-491e-8adf-72a1c0798266 req-c36e9084-5a37-44a8-9a9b-bab254b3d59e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.939475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb4b6aca-456f-491e-8adf-72a1c0798266 req-c36e9084-5a37-44a8-9a9b-bab254b3d59e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0989370 Aug 31 12:44:21.951668 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device c9068cf2-9579-4d3e-bac0-58527b114f5a up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:44:22.016498 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb4b6aca-456f-491e-8adf-72a1c0798266 req-3cb7532f-fe3c-419d-b00e-c7d0c479e3ec tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754695 Aug 31 12:44:22.105650 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port c9068cf2-9579-4d3e-bac0-58527b114f5a completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:22.110772 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port c9068cf2-9579-4d3e-bac0-58527b114f5a triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:22.111191 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:22.215210 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:22.242348 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:22.245218 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165273d4-7f08-4f66-886d-e988aba8cfb6" -d '{"events": [{"server_uuid": "7268f614-e939-44f1-a665-862606045890", "name": "network-vif-plugged", "status": "completed", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:44:22.261521 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:22.269889 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:22.322072 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d4d228-e3e2-45c1-9343-3d2acb228e44 x-openstack-request-id: req-e5d4d228-e3e2-45c1-9343-3d2acb228e44 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:44:22.322475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7268f614-e939-44f1-a665-862606045890", "name": "network-vif-plugged", "status": "completed", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:44:22.322757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5d4d228-e3e2-45c1-9343-3d2acb228e44 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:44:22.323313 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a', 'code': 200} Aug 31 12:44:22.346157 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:22.662215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdc680-b312-423e-b68e-b950db994fff req-2d1ffd9d-201a-4ae4-979f-2b9e32503d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.664374 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fbdc680-b312-423e-b68e-b950db994fff req-2d1ffd9d-201a-4ae4-979f-2b9e32503d1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 1099 time: 0.1372416 Aug 31 12:44:22.700103 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35305f-3dfe-4f7c-b712-20e86051c753 req-cf5a42bd-9317-4ea7-95bf-45a0a8334b13 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.701671 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f35305f-3dfe-4f7c-b712-20e86051c753 req-cf5a42bd-9317-4ea7-95bf-45a0a8334b13 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1342061 Aug 31 12:44:22.761185 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f35305f-3dfe-4f7c-b712-20e86051c753 req-f30d81f5-c308-4277-bb2b-643c7e033a51 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Aug 31 12:44:22.763628 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fbdc680-b312-423e-b68e-b950db994fff req-95840ae0-c3d9-4ccd-bd64-5552450f9683 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Aug 31 12:44:22.837108 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1a1-0907-4f8c-a460-1dea801b0054 req-b5f4fb70-56e2-4ee9-b16d-aa8f5b559c31 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.839112 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8901f1a1-0907-4f8c-a460-1dea801b0054 req-b5f4fb70-56e2-4ee9-b16d-aa8f5b559c31 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0708418 Aug 31 12:44:22.882331 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8901f1a1-0907-4f8c-a460-1dea801b0054 req-ec9b6214-84f1-44a6-b255-4189cd9732cf tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362561 Aug 31 12:44:23.268149 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3404-d3d6-4007-92b3-9fbf0a17297c req-15de1fc2-d15e-463a-8492-266ae4b69113 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.270545 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e7a3404-d3d6-4007-92b3-9fbf0a17297c req-15de1fc2-d15e-463a-8492-266ae4b69113 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1516008 Aug 31 12:44:23.333242 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e7a3404-d3d6-4007-92b3-9fbf0a17297c req-01f3db44-8ec9-409b-9856-1a360c049f0e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547640 Aug 31 12:44:23.362017 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:23.975245 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fdc7d-22b3-480b-8c9f-72e541d0f5c3 req-816f240a-e2e8-4229-8f40-6c7bd4263bfe tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.983396 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-931fdc7d-22b3-480b-8c9f-72e541d0f5c3 req-816f240a-e2e8-4229-8f40-6c7bd4263bfe tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1132226 Aug 31 12:44:24.064496 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-931fdc7d-22b3-480b-8c9f-72e541d0f5c3 req-fe4f6cda-e2ce-4f92-8acc-07e1b779023f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801122 Aug 31 12:44:24.082678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256108f-28a5-48d6-b8f9-e653099decee req-a300f02f-8b60-402b-8de4-b2756205bf27 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:24.084270 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a256108f-28a5-48d6-b8f9-e653099decee req-a300f02f-8b60-402b-8de4-b2756205bf27 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0822167 Aug 31 12:44:24.158093 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a256108f-28a5-48d6-b8f9-e653099decee req-df046f35-c984-4a0c-80d3-9ee77cf4a945 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616863 Aug 31 12:44:24.562510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dc2f4-e4bd-4507-8071-c8b7728360bf req-21da6772-07c4-4148-9123-4ff7329e343e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:24.564540 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-880dc2f4-e4bd-4507-8071-c8b7728360bf req-21da6772-07c4-4148-9123-4ff7329e343e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1157129 Aug 31 12:44:24.576149 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:24.646021 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-880dc2f4-e4bd-4507-8071-c8b7728360bf req-3b53343f-3827-480b-be02-6f9278f20a90 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750906 Aug 31 12:44:25.455181 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52069-6bad-4cdd-b68e-1ab67fa53253 req-9c4e7392-80bb-49cb-9733-1a4cf1cbc821 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:25.463541 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67c52069-6bad-4cdd-b68e-1ab67fa53253 req-9c4e7392-80bb-49cb-9733-1a4cf1cbc821 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.2871079 Aug 31 12:44:25.554695 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67c52069-6bad-4cdd-b68e-1ab67fa53253 req-05d2be25-7f9c-4528-a8f9-cb52630fe2ba tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832806 Aug 31 12:44:25.585624 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded69ac8-37d4-4499-a262-d7da8c1e3b7f req-79678666-7d55-4daf-83d8-6a3c78684846 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:25.588799 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ded69ac8-37d4-4499-a262-d7da8c1e3b7f req-79678666-7d55-4daf-83d8-6a3c78684846 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.2475481 Aug 31 12:44:25.680369 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ded69ac8-37d4-4499-a262-d7da8c1e3b7f req-bf3fff69-6efa-4228-bce5-e680b4ed64c7 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846770 Aug 31 12:44:25.866064 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb658b-4558-4a59-83ce-f9c6054e9664 req-01d42c9f-f383-479f-b3fb-52ca890d0b16 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:25.873664 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dbfb658b-4558-4a59-83ce-f9c6054e9664 req-01d42c9f-f383-479f-b3fb-52ca890d0b16 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1088562 Aug 31 12:44:25.931542 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dbfb658b-4558-4a59-83ce-f9c6054e9664 req-344844bf-c11a-4e2e-900f-2b12f3639e7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Aug 31 12:44:26.766294 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0238-cc03-4242-9335-29e4e48ad0ce req-24f74e18-bcec-46a4-a490-d92fe3fab6b5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:26.768470 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80da0238-cc03-4242-9335-29e4e48ad0ce req-24f74e18-bcec-46a4-a490-d92fe3fab6b5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1130495 Aug 31 12:44:26.927602 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374de2c-03ac-4156-a84c-50390a15bdfa req-4c8aa409-768a-4460-8015-3d5bc4093bce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:26.927602 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5374de2c-03ac-4156-a84c-50390a15bdfa req-4c8aa409-768a-4460-8015-3d5bc4093bce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1126125 Aug 31 12:44:26.941147 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80da0238-cc03-4242-9335-29e4e48ad0ce req-e95b8570-2500-4394-b36a-990d4554c02c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657581 Aug 31 12:44:26.985099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5374de2c-03ac-4156-a84c-50390a15bdfa req-dc776fa2-f10a-4302-84ab-da82e1b9adad tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733001 Aug 31 12:44:27.221845 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09b579-2796-4ba1-ad50-661f255385c9 req-ad7f2096-287b-48b1-a8b1-56f15096b0f6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:27.232351 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb09b579-2796-4ba1-ad50-661f255385c9 req-ad7f2096-287b-48b1-a8b1-56f15096b0f6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.1418660 Aug 31 12:44:27.316743 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb09b579-2796-4ba1-ad50-661f255385c9 req-3804900a-aceb-4197-a459-6a4609133833 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818422 Aug 31 12:44:28.138924 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8807cb3-5fe7-4e9c-9ed0-28f478f86d20 req-2a9bd648-16d7-471a-8bb5-c9a209f8c752 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:28.147322 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8807cb3-5fe7-4e9c-9ed0-28f478f86d20 req-2a9bd648-16d7-471a-8bb5-c9a209f8c752 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0827742 Aug 31 12:44:28.191001 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8807cb3-5fe7-4e9c-9ed0-28f478f86d20 req-d476e9d6-9b82-4025-94bf-451319d8e3dc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Aug 31 12:44:28.484584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cf96b-bcff-4aa8-8932-e2d6501029d6 req-45173f21-92c9-4f1f-bcac-04c49b2057c0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:28.487290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-948cf96b-bcff-4aa8-8932-e2d6501029d6 req-45173f21-92c9-4f1f-bcac-04c49b2057c0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0810101 Aug 31 12:44:28.558751 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-948cf96b-bcff-4aa8-8932-e2d6501029d6 req-1b3f291a-78f2-4b8e-bbcc-b158369f23da tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651193 Aug 31 12:44:29.357815 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87892e9b-1060-4d23-b93b-0b38a32f44c6 req-1fbfaec0-6174-4a1c-bbd6-dc3611c12709 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:29.365023 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-87892e9b-1060-4d23-b93b-0b38a32f44c6 req-1fbfaec0-6174-4a1c-bbd6-dc3611c12709 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0624166 Aug 31 12:44:29.407115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-87892e9b-1060-4d23-b93b-0b38a32f44c6 req-e864721f-3c17-4e71-af33-e1fd1b30c157 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Aug 31 12:44:29.690992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edca06-1894-4575-8b9e-e7246e762e64 req-d98d431f-2dc5-4c02-8c14-b358af668776 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:29.692589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86edca06-1894-4575-8b9e-e7246e762e64 req-d98d431f-2dc5-4c02-8c14-b358af668776 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Aug 31 12:44:29.730621 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86edca06-1894-4575-8b9e-e7246e762e64 req-8c8d3e0c-528b-43ee-9a86-e81ba622bdf7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Aug 31 12:44:30.519776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f4d1e-45c8-4708-bf2c-0aa75341fbc2 req-6c844693-ceb1-470c-bbee-0c10d7d03e45 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.521310 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c9f4d1e-45c8-4708-bf2c-0aa75341fbc2 req-6c844693-ceb1-470c-bbee-0c10d7d03e45 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0514486 Aug 31 12:44:30.590964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c9f4d1e-45c8-4708-bf2c-0aa75341fbc2 req-d0173278-ebe4-4295-801d-c2a6431bc65d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Aug 31 12:44:30.596346 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-3a1073a2-a9ab-4bbb-b666-4b81b743d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.597707 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-3a1073a2-a9ab-4bbb-b666-4b81b743d507 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1099 time: 0.0755279 Aug 31 12:44:30.713218 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-c5096111-2e66-4470-a78a-62e69a76fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.714841 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-c5096111-2e66-4470-a78a-62e69a76fb8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0911212 Aug 31 12:44:30.825064 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-354fb349-b3aa-44e1-8d37-907776cfa691 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1002 time: 0.0802991 Aug 31 12:44:30.901473 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdb653-db24-468b-83fb-413f764dbb74 req-9673e75e-a83a-4f2a-911d-ad1e3143a636 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.903201 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b6fdb653-db24-468b-83fb-413f764dbb74 req-9673e75e-a83a-4f2a-911d-ad1e3143a636 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0885997 Aug 31 12:44:30.907254 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-f55a4859-dc7f-4524-911a-dc3173dabd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.908605 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-f55a4859-dc7f-4524-911a-dc3173dabd85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0619645 Aug 31 12:44:30.973091 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b6fdb653-db24-468b-83fb-413f764dbb74 req-77fb2638-1396-4f08-865f-bd2390b718bb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635123 Aug 31 12:44:30.988143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-c185798b-8a5c-4ff4-b659-d78db7e70093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:30.989762 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-c185798b-8a5c-4ff4-b659-d78db7e70093 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522404 Aug 31 12:44:31.100543 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-5d487d93-319c-4a09-857d-cb8eba8732a0 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873046 Aug 31 12:44:31.429819 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-934efd27-381d-42df-a16e-2a09dd19cca7 req-11886df8-6d0d-44c7-8a60-71271e0a9f80 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000314 Aug 31 12:44:31.712478 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eef1da-4769-4a59-a7ca-e64d302c46e4 req-a75bd68b-2fd8-40ca-a4ca-f7cfee1ff6f1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:31.713969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69eef1da-4769-4a59-a7ca-e64d302c46e4 req-a75bd68b-2fd8-40ca-a4ca-f7cfee1ff6f1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0499647 Aug 31 12:44:31.751451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69eef1da-4769-4a59-a7ca-e64d302c46e4 req-7b3dcfea-67cf-430a-a7c1-3d5de8f2312b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Aug 31 12:44:32.095460 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 39840) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:44:32.095985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2621fca-eee5-4e73-9017-c09c9c7e3b5e req-5282e084-0b1e-40d6-9700-c5454691cc89 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:32.096978 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2621fca-eee5-4e73-9017-c09c9c7e3b5e req-5282e084-0b1e-40d6-9700-c5454691cc89 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Aug 31 12:44:32.138262 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2621fca-eee5-4e73-9017-c09c9c7e3b5e req-b944e019-ee19-4ec6-bffe-38d9f0033949 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Aug 31 12:44:32.142183 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Deleting subnet 499bdf2e-f2a7-4d9a-aad2-9d6622dac587 {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:44:32.145317 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.179453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.219919 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.273744 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.302644 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499bdf2e-f2a7-4d9a-aad2-9d6622dac587,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:32.307349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.309334 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/499bdf2e-f2a7-4d9a-aad2-9d6622dac587 HTTP/1.1" status: 204 len: 168 time: 0.2127297 Aug 31 12:44:32.312610 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 39842) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:44:32.317136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.317478 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.317814 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.318143 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.318475 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.318796 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.319159 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.319477 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.319804 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.320116 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.320434 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.320746 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525617d-ecc7-4794-ad91-259487fdb59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:32.384321 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.463175 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.473516 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0265751c-9779-4b27-9bb4-201140f4bea4']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:32.484132 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9e738f-7498-41c0-9cb9-46d0290b3248') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:32.484427 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9e738f-7498-41c0-9cb9-46d0290b3248') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:32.493250 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.506872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.513113 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:44:32.513500 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:44:32.515172 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:44:32.571973 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.577036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.579955 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] 10.222.0.60 "DELETE /v2.0/networks/0265751c-9779-4b27-9bb4-201140f4bea4 HTTP/1.1" status: 204 len: 168 time: 0.2661698 Aug 31 12:44:32.595777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc75f82-97aa-4845-88db-207916e7c61c admin admin] Pushing event deleted for resources: {'Network': ['ID=0265751c-9779-4b27-9bb4-201140f4bea4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:32.757055 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 39848) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:44:32.798647 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bb1fc944-bc9c-4e43-9ae8-f53ff10bd365 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43a4b8c8ff134ee5a1aa330a34b0285d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403163 Aug 31 12:44:32.801576 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 39852) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:44:32.884259 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.907563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfb7f2-86fb-40be-9cc7-bbb297eafb31 req-fcb8ae91-9d7d-42fb-8bc3-2dde160ff58f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:32.909156 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94dfb7f2-86fb-40be-9cc7-bbb297eafb31 req-fcb8ae91-9d7d-42fb-8bc3-2dde160ff58f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0866206 Aug 31 12:44:32.926097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.977223 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94dfb7f2-86fb-40be-9cc7-bbb297eafb31 req-cbe99ea2-688f-41bc-93a3-a3634bc9eaf8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604770 Aug 31 12:44:32.996748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.999880 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.004004 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02afa788-6392-48c0-8fcc-138c41b35b2d HTTP/1.1" status: 204 len: 168 time: 0.1985624 Aug 31 12:44:33.010128 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ccf4a-81cd-4dcb-a8f7-1967d4d916f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afa788-6392-48c0-8fcc-138c41b35b2d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:33.269336 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98738b-b3fb-4617-9d02-75796694e358 req-4e878f8d-e62b-4c17-98f5-bcfe2265fd26 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:33.270940 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0a98738b-b3fb-4617-9d02-75796694e358 req-4e878f8d-e62b-4c17-98f5-bcfe2265fd26 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 946 time: 0.0532947 Aug 31 12:44:33.313441 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0a98738b-b3fb-4617-9d02-75796694e358 req-8b176052-1a84-46f9-b3a0-720d96520d4f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Aug 31 12:44:33.908110 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:44:34.116864 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:34.123587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57a42-ac8c-4e00-8ce5-e28c5ad80d37 req-ef8df2fb-fee0-4d8c-8bba-131d6b3acce4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.132003 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c2a57a42-ac8c-4e00-8ce5-e28c5ad80d37 req-ef8df2fb-fee0-4d8c-8bba-131d6b3acce4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0642858 Aug 31 12:44:34.148544 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:34.151491 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa1cde-16d6-4f2b-8659-f39e314e0903" -d '{"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-unplugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:44:34.164329 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:34.170144 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:34.191031 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c2a57a42-ac8c-4e00-8ce5-e28c5ad80d37 req-84eb1b88-1c02-4127-adff-deda5fdf9f89 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Aug 31 12:44:34.222181 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256c3a4-4936-414e-95df-281d7c1acd21 x-openstack-request-id: req-1256c3a4-4936-414e-95df-281d7c1acd21 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:44:34.222500 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-unplugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:44:34.222758 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1256c3a4-4936-414e-95df-281d7c1acd21 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:44:34.223170 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'code': 200} Aug 31 12:44:34.227796 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=8']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:34.439633 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a119-c620-489a-8c26-7e66826bf3a5 req-295ef3aa-70a1-4665-a9e3-5c9f05270a68 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.441042 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-68b8a119-c620-489a-8c26-7e66826bf3a5 req-295ef3aa-70a1-4665-a9e3-5c9f05270a68 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0519967 Aug 31 12:44:34.490095 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-68b8a119-c620-489a-8c26-7e66826bf3a5 req-32b99fb4-beaa-463c-9248-2a8708b16216 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Aug 31 12:44:35.303033 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c61b-a507-44ba-b9ec-178c6716c3f5 req-f6540ba0-50fa-4955-ba86-b3159cbf6af6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:35.304743 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c880c61b-a507-44ba-b9ec-178c6716c3f5 req-f6540ba0-50fa-4955-ba86-b3159cbf6af6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0533831 Aug 31 12:44:35.352046 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c880c61b-a507-44ba-b9ec-178c6716c3f5 req-e2734af1-a03f-46eb-a9b4-1b651f9cf361 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Aug 31 12:44:35.626487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15537c4-c680-4b4e-8919-14b83dd185a0 req-fd39b09c-5cb3-4878-b1dd-aec2de8fb205 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:35.631843 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c15537c4-c680-4b4e-8919-14b83dd185a0 req-fd39b09c-5cb3-4878-b1dd-aec2de8fb205 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0677612 Aug 31 12:44:35.678498 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c15537c4-c680-4b4e-8919-14b83dd185a0 req-5cfc0d1b-06a3-4dd2-8ee3-187f36d4cfdd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357745 Aug 31 12:44:36.185075 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-74f749fe-0f65-480a-85b2-23d050e2434c req-5ee32593-ad25-4868-9579-86a051d1fa47 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:44:36.186142 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-74f749fe-0f65-480a-85b2-23d050e2434c req-5ee32593-ad25-4868-9579-86a051d1fa47 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062382 Aug 31 12:44:36.355233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c21e-e675-4252-8e1b-784a6abf3875 req-42cc57cc-c611-4f4f-917d-fd3d813f1e14 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.357629 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3590c21e-e675-4252-8e1b-784a6abf3875 req-42cc57cc-c611-4f4f-917d-fd3d813f1e14 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0548425 Aug 31 12:44:36.398890 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3590c21e-e675-4252-8e1b-784a6abf3875 req-d6b96b96-6dcc-4edc-bae5-8691bd9f5226 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351586 Aug 31 12:44:36.479711 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6b86e-3d09-4137-8a40-45ecdeb21918 req-d603ca35-6434-46e4-bdaf-b909ae527bc2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.482024 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bbd6b86e-3d09-4137-8a40-45ecdeb21918 req-d603ca35-6434-46e4-bdaf-b909ae527bc2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0513828 Aug 31 12:44:36.527984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bbd6b86e-3d09-4137-8a40-45ecdeb21918 req-af94431e-f72c-4f9a-8a1f-c8813edd216d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Aug 31 12:44:36.816059 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 39956) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:44:36.901911 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-8bd0d831-aa9b-435e-af14-bf102a870a9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847185 Aug 31 12:44:37.535641 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e388e-51da-4337-a851-11b7992ec6e9 req-40e4233a-2e6b-4e00-b761-adf3ca2eccf7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:37.537223 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc4e388e-51da-4337-a851-11b7992ec6e9 req-40e4233a-2e6b-4e00-b761-adf3ca2eccf7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Aug 31 12:44:37.577071 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc4e388e-51da-4337-a851-11b7992ec6e9 req-12163dc5-95a1-4eb6-b218-4553477733f3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Aug 31 12:44:37.648687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8965-9d37-4e64-8294-1f0b7e2e3057 req-61fbd5fe-49a1-4d2e-9b3d-42271ec9b165 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:37.650195 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e4da8965-9d37-4e64-8294-1f0b7e2e3057 req-61fbd5fe-49a1-4d2e-9b3d-42271ec9b165 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0526228 Aug 31 12:44:37.692274 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e4da8965-9d37-4e64-8294-1f0b7e2e3057 req-c429cdfc-24a6-46ca-8915-dbfbdf4cab92 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Aug 31 12:44:37.934919 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:44:38.702076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f72a-66ab-4fd4-98bd-0d905ad4ca8f req-8753918b-a519-44da-aa1b-b777feab14e7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:38.703623 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e846f72a-66ab-4fd4-98bd-0d905ad4ca8f req-8753918b-a519-44da-aa1b-b777feab14e7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0491283 Aug 31 12:44:38.745349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e846f72a-66ab-4fd4-98bd-0d905ad4ca8f req-3e0812c0-9541-40c7-b537-a5b5e2558566 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356612 Aug 31 12:44:38.811181 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228515a4-e340-4ff1-92a3-559e38b2bfc5 req-8dcb721b-9fe4-4620-bfec-480272d974d1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:38.812622 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-228515a4-e340-4ff1-92a3-559e38b2bfc5 req-8dcb721b-9fe4-4620-bfec-480272d974d1 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0508964 Aug 31 12:44:38.858148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-228515a4-e340-4ff1-92a3-559e38b2bfc5 req-e95f6023-3be7-4987-b4f9-901d30b9af17 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Aug 31 12:44:38.972806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-0a01fcbe-0f25-4999-ada2-06b25c558bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:38.974327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-0a01fcbe-0f25-4999-ada2-06b25c558bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0740225 Aug 31 12:44:39.077551 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-2798d50d-5541-471a-b035-1affc2ca7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.079012 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-2798d50d-5541-471a-b035-1affc2ca7219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1097 time: 0.0409920 Aug 31 12:44:39.190770 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-a69359c8-45d2-4f8d-9cc4-36489bc32c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.192310 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-a69359c8-45d2-4f8d-9cc4-36489bc32c19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0939713 Aug 31 12:44:39.274349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-8fa3318e-5835-4e88-ad9b-42b7db2671e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1000 time: 0.0651433 Aug 31 12:44:39.342162 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-d9dd44a8-94bf-4c4e-a5f3-a8796fc56940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.343708 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-d9dd44a8-94bf-4c4e-a5f3-a8796fc56940 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0554790 Aug 31 12:44:39.422087 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-9cd32323-6b85-4b51-be79-ee778163a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.424168 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-9cd32323-6b85-4b51-be79-ee778163a652 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578902 Aug 31 12:44:39.554499 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-ea32b20f-ebae-4800-bbb5-4b8bea37e3b2 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056521 Aug 31 12:44:39.658115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c36cb62-3c86-483a-a972-6793e0a1efbe req-e30e3d70-a510-440e-a243-465e024d301b service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898507 Aug 31 12:44:39.883694 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835ab8-1ac8-4c9b-97a3-f991fd290ade req-c91ad1bc-1a39-457d-8768-985c4511560f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.886206 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27835ab8-1ac8-4c9b-97a3-f991fd290ade req-c91ad1bc-1a39-457d-8768-985c4511560f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0650499 Aug 31 12:44:39.931251 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27835ab8-1ac8-4c9b-97a3-f991fd290ade req-c53252c1-8031-40a3-8561-c4d2708fdcda tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Aug 31 12:44:39.983962 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c613d6-a561-446c-b6b5-1d47641ab2e9 req-2757fa85-95cf-430c-8aa6-f99e03fb0bcc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.985499 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-18c613d6-a561-446c-b6b5-1d47641ab2e9 req-2757fa85-95cf-430c-8aa6-f99e03fb0bcc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0527050 Aug 31 12:44:40.029706 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-18c613d6-a561-446c-b6b5-1d47641ab2e9 req-15ae1c55-8f75-49c7-9943-fac4a9c9583f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Aug 31 12:44:41.059550 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e49ac-114b-45bb-b6f8-d23bc2115b42 req-7f5f0690-faa7-40ec-881b-29a1ae5e8e1e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:41.060994 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb6e49ac-114b-45bb-b6f8-d23bc2115b42 req-7f5f0690-faa7-40ec-881b-29a1ae5e8e1e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0548356 Aug 31 12:44:41.116896 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb6e49ac-114b-45bb-b6f8-d23bc2115b42 req-32d59bbb-b2a3-4b6e-a60c-bd0a2bd0bbdb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465879 Aug 31 12:44:41.173692 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b850eb-d828-4699-bb32-f2fc179fb71b req-bec4aab5-0f12-47cd-8042-df92d88dac3e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:41.175428 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5b850eb-d828-4699-bb32-f2fc179fb71b req-bec4aab5-0f12-47cd-8042-df92d88dac3e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0523460 Aug 31 12:44:41.219262 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5b850eb-d828-4699-bb32-f2fc179fb71b req-469b92ca-648c-4b7e-b740-e1d7cb35301d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Aug 31 12:44:41.764518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588448-fe1b-47c3-af0b-ec48e71c3fbb req-6dfa8393-75a8-4fa5-9059-b2e13cb66af1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:41.766070 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9588448-fe1b-47c3-af0b-ec48e71c3fbb req-6dfa8393-75a8-4fa5-9059-b2e13cb66af1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0516963 Aug 31 12:44:41.809896 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9588448-fe1b-47c3-af0b-ec48e71c3fbb req-24552b1c-6156-42cf-942f-56466aa04c1b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Aug 31 12:44:42.247273 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b472-3665-46eb-8990-480d1cc32dc2 req-4b7159fe-fd28-4acc-9586-9807d8ca26d2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:42.248797 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5be8b472-3665-46eb-8990-480d1cc32dc2 req-4b7159fe-fd28-4acc-9586-9807d8ca26d2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0548472 Aug 31 12:44:42.291360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5be8b472-3665-46eb-8990-480d1cc32dc2 req-3d39a992-73c3-42fd-9b90-2e863adfa73d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362136 Aug 31 12:44:42.352721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a16b12-d718-459a-bd93-71cc6fd8ff0c req-fe58a246-4247-4cdc-bae7-5f57926cda4d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:42.356877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-09a16b12-d718-459a-bd93-71cc6fd8ff0c req-fe58a246-4247-4cdc-bae7-5f57926cda4d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0645142 Aug 31 12:44:42.409546 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-09a16b12-d718-459a-bd93-71cc6fd8ff0c req-93e78033-4eec-449e-bdc6-06e6c7376872 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Aug 31 12:44:42.925954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f713d6e-010c-493a-84a5-ca4c6f8f8748 req-2392b82e-f807-4fd0-b726-89ae7c92b669 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:42.927404 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f713d6e-010c-493a-84a5-ca4c6f8f8748 req-2392b82e-f807-4fd0-b726-89ae7c92b669 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Aug 31 12:44:42.966251 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1f713d6e-010c-493a-84a5-ca4c6f8f8748 req-773a84f1-66f0-4a10-88c2-b8be3984bafb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Aug 31 12:44:43.422978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94e97f-c32e-46b4-9326-488a36db2a40 req-f4c037c8-0541-4bab-9c8f-76dc079a6985 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:43.424475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e94e97f-c32e-46b4-9326-488a36db2a40 req-f4c037c8-0541-4bab-9c8f-76dc079a6985 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0532351 Aug 31 12:44:43.469652 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e94e97f-c32e-46b4-9326-488a36db2a40 req-509159e9-8733-4caf-abeb-d6da81d34394 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Aug 31 12:44:43.537407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aae14f-0768-43de-8b91-a64c9b245e99 req-de703802-dd2c-482a-b207-340f65e5631b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:43.539181 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51aae14f-0768-43de-8b91-a64c9b245e99 req-de703802-dd2c-482a-b207-340f65e5631b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0534370 Aug 31 12:44:43.579064 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51aae14f-0768-43de-8b91-a64c9b245e99 req-04a21243-ae84-46c7-b356-592033b84e66 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Aug 31 12:44:44.083072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d715-f3be-4c22-b6cc-cb0736e28e89 req-ec516da3-d164-4424-8f6b-95cc95e06c02 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:44.084565 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5342d715-f3be-4c22-b6cc-cb0736e28e89 req-ec516da3-d164-4424-8f6b-95cc95e06c02 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0508647 Aug 31 12:44:44.127935 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5342d715-f3be-4c22-b6cc-cb0736e28e89 req-c40831f9-7103-45c0-abd9-ff23f7e6d847 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Aug 31 12:44:44.597575 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9252-e24b-46d6-9f10-9a38bd53e65a req-87b812b5-2d93-4f90-97bb-b21395cc98cf tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:44.599079 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-317f9252-e24b-46d6-9f10-9a38bd53e65a req-87b812b5-2d93-4f90-97bb-b21395cc98cf tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0551667 Aug 31 12:44:44.637624 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-317f9252-e24b-46d6-9f10-9a38bd53e65a req-07fc97f1-ce18-4dcc-bade-8b5f45048082 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 31 12:44:44.707422 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5a908-3a36-475e-86c0-9452ae7133eb req-a1977373-7b04-4131-937b-d9219089f32f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:44.709018 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2f5a908-3a36-475e-86c0-9452ae7133eb req-a1977373-7b04-4131-937b-d9219089f32f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0604644 Aug 31 12:44:44.751761 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f2f5a908-3a36-475e-86c0-9452ae7133eb req-386a265f-3374-421f-af2c-ab849a7f46e5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Aug 31 12:44:45.256653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f215e-1672-4edb-9d8f-3de2477e674e req-8986041f-eaa8-41db-a036-5b6430d12798 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:45.258151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f2f215e-1672-4edb-9d8f-3de2477e674e req-8986041f-eaa8-41db-a036-5b6430d12798 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Aug 31 12:44:45.299444 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f2f215e-1672-4edb-9d8f-3de2477e674e req-06d5e69b-aef6-4f24-8646-f9e470f5c729 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Aug 31 12:44:45.763899 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a81cc-06e8-4f49-8e88-f1367fe4d2cd req-5c1f3a1a-dafa-4608-b567-943d133142b8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:45.765404 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-713a81cc-06e8-4f49-8e88-f1367fe4d2cd req-5c1f3a1a-dafa-4608-b567-943d133142b8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0529969 Aug 31 12:44:45.805644 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-713a81cc-06e8-4f49-8e88-f1367fe4d2cd req-dc37bbb5-8a54-44b0-9209-5280187e22f6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338759 Aug 31 12:44:45.883728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a74a-920a-4d6a-bd92-eb35bca39ef3 req-a7a47dda-13f9-46b9-b279-1cb7d3bcddd9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:45.885209 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0cd7a74a-920a-4d6a-bd92-eb35bca39ef3 req-a7a47dda-13f9-46b9-b279-1cb7d3bcddd9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0534146 Aug 31 12:44:45.923283 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0cd7a74a-920a-4d6a-bd92-eb35bca39ef3 req-b46b765c-b09b-4b1b-b863-f1fc6c955678 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Aug 31 12:44:46.462232 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828e769-6f0b-4d9b-8465-353a3a406e9e req-7c4c06c3-aaeb-4b18-9b39-651b66717761 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:46.463863 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b828e769-6f0b-4d9b-8465-353a3a406e9e req-7c4c06c3-aaeb-4b18-9b39-651b66717761 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0682371 Aug 31 12:44:46.528038 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b828e769-6f0b-4d9b-8465-353a3a406e9e req-6750d28e-ece7-4de8-a6fb-f0982a802633 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Aug 31 12:44:46.948353 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402826f1-746c-44bf-b0d6-d958ea10879c req-880df7b8-a049-4a6c-b5ea-6f72fbdb79a4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:46.956382 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-402826f1-746c-44bf-b0d6-d958ea10879c req-880df7b8-a049-4a6c-b5ea-6f72fbdb79a4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0725856 Aug 31 12:44:46.997362 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-402826f1-746c-44bf-b0d6-d958ea10879c req-c44e980c-2f9f-4a1a-abff-49a19e38c421 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399976 Aug 31 12:44:47.060107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d6b25-401b-4211-9657-772355a7fa87 req-08eb864d-76aa-46cc-b55f-50630ab37cee tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:47.061629 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5e0d6b25-401b-4211-9657-772355a7fa87 req-08eb864d-76aa-46cc-b55f-50630ab37cee tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0503693 Aug 31 12:44:47.105757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5e0d6b25-401b-4211-9657-772355a7fa87 req-8608f19c-c481-4dbd-a49d-4a78f6551197 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Aug 31 12:44:47.624253 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-26dbb20c-327b-4af7-8208-d1dec151f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.641924 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85a74-5654-43b9-9fca-b12aca1a0db4 req-6648fc5e-3317-472c-abf4-039bbb9298c2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:47.643497 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26d85a74-5654-43b9-9fca-b12aca1a0db4 req-6648fc5e-3317-472c-abf4-039bbb9298c2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Aug 31 12:44:47.682239 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26d85a74-5654-43b9-9fca-b12aca1a0db4 req-f13124dc-fbfc-4db1-9dca-577b682e818f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Aug 31 12:44:48.136281 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee8d0c-3162-4005-86bd-27da94286c97 req-84336326-7ffe-41a5-925a-f9eb51631498 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:48.138121 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-40ee8d0c-3162-4005-86bd-27da94286c97 req-84336326-7ffe-41a5-925a-f9eb51631498 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0612209 Aug 31 12:44:48.195991 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-40ee8d0c-3162-4005-86bd-27da94286c97 req-b1b8c372-9342-4eef-bd19-e014cdde093c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Aug 31 12:44:48.266798 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080701-956a-43f5-a8e6-f84aced5f898 req-1a666965-5441-4830-9719-9ea44300635c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:48.268769 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b080701-956a-43f5-a8e6-f84aced5f898 req-1a666965-5441-4830-9719-9ea44300635c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0718496 Aug 31 12:44:48.310595 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b080701-956a-43f5-a8e6-f84aced5f898 req-701de99e-6936-44b2-98e0-85f40714315c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Aug 31 12:44:48.799086 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f57e-fa56-4af7-b0fe-0841a7953af8 req-9e986240-67ea-4d75-bdc4-60af04398a9c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:48.800494 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7cc2f57e-fa56-4af7-b0fe-0841a7953af8 req-9e986240-67ea-4d75-bdc4-60af04398a9c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Aug 31 12:44:48.838325 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7cc2f57e-fa56-4af7-b0fe-0841a7953af8 req-11abc010-3a40-43ff-b484-9b2b810a5bea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Aug 31 12:44:49.340836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8a0c-2d25-4c39-898e-e2445bc01e4f req-3d5585e6-ff66-4a72-a251-c62ab0c82605 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:49.341709 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-852d8a0c-2d25-4c39-898e-e2445bc01e4f req-3d5585e6-ff66-4a72-a251-c62ab0c82605 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0557802 Aug 31 12:44:49.379926 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-852d8a0c-2d25-4c39-898e-e2445bc01e4f req-391af1c8-c557-442f-9774-f3cbcc300141 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Aug 31 12:44:49.433939 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7037b-12a4-489f-8323-96b6e8cfb0b6 req-049dffcb-dc1a-4a53-8210-d470092c0fa4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:49.435532 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58d7037b-12a4-489f-8323-96b6e8cfb0b6 req-049dffcb-dc1a-4a53-8210-d470092c0fa4 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0546787 Aug 31 12:44:49.480982 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58d7037b-12a4-489f-8323-96b6e8cfb0b6 req-a2e3a29d-8412-4fd8-87e1-6a2246d94c5c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Aug 31 12:44:49.801346 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2d239539-4230-4bee-9ece-6e0e6719ffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.960709 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5792-c243-4b94-a864-3e18cb440e62 req-35eca6a4-2302-49bf-8eda-19a8dc4ef296 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:49.962216 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-713b5792-c243-4b94-a864-3e18cb440e62 req-35eca6a4-2302-49bf-8eda-19a8dc4ef296 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0501225 Aug 31 12:44:50.001894 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-713b5792-c243-4b94-a864-3e18cb440e62 req-f1033123-137b-413c-8fbb-39c249af3533 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Aug 31 12:44:50.197717 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.515068 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adec2c-3482-4c4a-9d57-efa37ab4ca18 req-15f32ed9-36b4-4477-ace1-464e84a4e633 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.516806 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49adec2c-3482-4c4a-9d57-efa37ab4ca18 req-15f32ed9-36b4-4477-ace1-464e84a4e633 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0585637 Aug 31 12:44:50.570080 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49adec2c-3482-4c4a-9d57-efa37ab4ca18 req-4909ace8-6c6a-47d5-a259-56f624cef421 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Aug 31 12:44:50.649981 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd334d-14f0-41e7-b755-05e287caaf23 req-6a9a3adb-c3af-42db-9c95-f3b991738630 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.655840 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69dd334d-14f0-41e7-b755-05e287caaf23 req-6a9a3adb-c3af-42db-9c95-f3b991738630 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0700130 Aug 31 12:44:50.699050 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69dd334d-14f0-41e7-b755-05e287caaf23 req-48746df7-beaa-4372-8050-c682ac8d835b tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Aug 31 12:44:51.124338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806123d-7969-4c3e-9e62-92af38e2b799 req-13717708-8192-4f67-9485-9383a5cfbc21 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:51.125847 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7806123d-7969-4c3e-9e62-92af38e2b799 req-13717708-8192-4f67-9485-9383a5cfbc21 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0545788 Aug 31 12:44:51.163678 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7806123d-7969-4c3e-9e62-92af38e2b799 req-fad6ee6f-924f-4b8f-9a5a-02ea625be70a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Aug 31 12:44:51.599444 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.656167 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:44:51.722118 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddfb6b-0ce0-4e6a-a149-66b9233a59e5 req-a51a0d50-b655-4bf2-915b-75d216242ac8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:51.731149 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71ddfb6b-0ce0-4e6a-a149-66b9233a59e5 req-a51a0d50-b655-4bf2-915b-75d216242ac8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0734675 Aug 31 12:44:51.785665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71ddfb6b-0ce0-4e6a-a149-66b9233a59e5 req-180246e4-e151-4f11-9454-9924c74fdec9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Aug 31 12:44:51.831931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fbec7-88be-4a61-b2a7-c6a23153d7b9 req-6d4dd887-d42b-4fd8-b0b4-fc5d594e93ce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:51.833446 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-916fbec7-88be-4a61-b2a7-c6a23153d7b9 req-6d4dd887-d42b-4fd8-b0b4-fc5d594e93ce tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0614443 Aug 31 12:44:51.875513 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-916fbec7-88be-4a61-b2a7-c6a23153d7b9 req-56ae6262-906c-407e-954b-e4741a46a25f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Aug 31 12:44:52.281139 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08da1-0b28-43b2-bf5e-c0dfaac64dea req-90c93552-1c25-4140-a4a1-cd2ac69d1c99 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:52.282895 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3cc08da1-0b28-43b2-bf5e-c0dfaac64dea req-90c93552-1c25-4140-a4a1-cd2ac69d1c99 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0480869 Aug 31 12:44:52.321558 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3cc08da1-0b28-43b2-bf5e-c0dfaac64dea req-1d1e4ecc-4d85-45f1-b178-992b81d40e8e tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Aug 31 12:44:52.927604 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6d2d7-f66b-4f08-9222-13a467492fd1 req-6c89527e-223d-406d-8352-11d7fc6e315c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:52.929437 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8a6d2d7-f66b-4f08-9222-13a467492fd1 req-6c89527e-223d-406d-8352-11d7fc6e315c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0669296 Aug 31 12:44:52.996967 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d8a6d2d7-f66b-4f08-9222-13a467492fd1 req-814413a8-a0af-47ab-82ae-a0e1735231e5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610664 Aug 31 12:44:53.016611 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54b0d-b776-4f16-8eaf-75c6c39cc418 req-289e17ff-0143-4b94-87f2-1ec0ceed9c85 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:53.018218 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5e54b0d-b776-4f16-8eaf-75c6c39cc418 req-289e17ff-0143-4b94-87f2-1ec0ceed9c85 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0662093 Aug 31 12:44:53.057372 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5e54b0d-b776-4f16-8eaf-75c6c39cc418 req-bfe75018-63c6-40ad-bc02-dc8997e61354 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 31 12:44:53.372518 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.440988 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c9fd-70a6-4dcc-ba59-606df1608806 req-77ae86d2-99aa-4369-8c89-2a6f54f53665 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:53.442572 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c491c9fd-70a6-4dcc-ba59-606df1608806 req-77ae86d2-99aa-4369-8c89-2a6f54f53665 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0518692 Aug 31 12:44:53.481674 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c491c9fd-70a6-4dcc-ba59-606df1608806 req-9e1b7614-b864-4650-9d0b-d702a1e3d25b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Aug 31 12:44:54.124981 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f22cc-50b7-457f-b1d8-d76a6fd10d4d req-c81f133f-15e2-4b10-bb3a-b22f5406bdb6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:54.126491 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-452f22cc-50b7-457f-b1d8-d76a6fd10d4d req-c81f133f-15e2-4b10-bb3a-b22f5406bdb6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0540218 Aug 31 12:44:54.193052 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-452f22cc-50b7-457f-b1d8-d76a6fd10d4d req-2e1418f5-7bd6-4506-856b-b0bef01ade71 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549607 Aug 31 12:44:54.201862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2e6de-56c3-47b1-a1e9-b82fc0aec8cd req-ff1d0584-84e4-4da7-93cd-ddd9cd2ff25e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:54.203707 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71f2e6de-56c3-47b1-a1e9-b82fc0aec8cd req-ff1d0584-84e4-4da7-93cd-ddd9cd2ff25e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0744989 Aug 31 12:44:54.246412 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71f2e6de-56c3-47b1-a1e9-b82fc0aec8cd req-6d31d928-b016-4d3f-b6ee-be6de0564822 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361278 Aug 31 12:44:54.551620 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.598822 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecd4e5-a9db-4dab-836b-38dbe4e2bdd8 req-b7e51b63-b8dc-4f4a-a968-dad14d84b51a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:54.600454 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3eecd4e5-a9db-4dab-836b-38dbe4e2bdd8 req-b7e51b63-b8dc-4f4a-a968-dad14d84b51a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Aug 31 12:44:54.644048 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3eecd4e5-a9db-4dab-836b-38dbe4e2bdd8 req-82959fae-cf03-4efd-bb15-eebebd76ae4b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Aug 31 12:44:55.328231 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667853-1e71-4b56-abb1-cc2dc8926dee req-ac0ad628-23e5-4f9b-83d5-81ba4fc75c69 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:55.329836 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b8667853-1e71-4b56-abb1-cc2dc8926dee req-ac0ad628-23e5-4f9b-83d5-81ba4fc75c69 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0638216 Aug 31 12:44:55.393578 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b8667853-1e71-4b56-abb1-cc2dc8926dee req-dc1fd950-096d-428d-90f8-2d4792cce89a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540981 Aug 31 12:44:55.408114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a540c-531b-4f61-896e-76d9fb4965ce req-44cc0e1d-6413-42cc-9c72-4b933a0f46f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:55.409682 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-207a540c-531b-4f61-896e-76d9fb4965ce req-44cc0e1d-6413-42cc-9c72-4b933a0f46f5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0788600 Aug 31 12:44:55.449049 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-207a540c-531b-4f61-896e-76d9fb4965ce req-a67ca0a5-c561-46f0-be33-cd4c3eee3117 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 31 12:44:55.763910 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c2757-4766-43e8-a34b-8b7c27b11b8c req-f7fe19b1-ca20-4523-a6af-d681042b094a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:55.765720 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2a5c2757-4766-43e8-a34b-8b7c27b11b8c req-f7fe19b1-ca20-4523-a6af-d681042b094a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0526791 Aug 31 12:44:55.805800 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2a5c2757-4766-43e8-a34b-8b7c27b11b8c req-317db6af-6ce5-49ec-8837-b77fc170af8a tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Aug 31 12:44:56.519799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576cd37-9fc9-4c76-8365-5fe2e2ded888 req-4387242a-8c22-4503-90d3-8f1519487f0d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:56.521410 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e576cd37-9fc9-4c76-8365-5fe2e2ded888 req-4387242a-8c22-4503-90d3-8f1519487f0d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0498431 Aug 31 12:44:56.584565 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e576cd37-9fc9-4c76-8365-5fe2e2ded888 req-2f17e236-caf5-4b13-a6ff-9afe658a63be tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536451 Aug 31 12:44:56.594145 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184456f-b94b-42de-ae10-f3da8a1dda18 req-252f104e-9fbb-4acd-9b5f-b6f127c464fc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:56.596097 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7184456f-b94b-42de-ae10-f3da8a1dda18 req-252f104e-9fbb-4acd-9b5f-b6f127c464fc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0738471 Aug 31 12:44:56.640905 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7184456f-b94b-42de-ae10-f3da8a1dda18 req-740742ce-024a-404e-b4c8-e8dd1583ace6 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Aug 31 12:44:56.923186 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453049-77c2-407e-b247-296ce73c1cae req-ab6e5e3e-188d-4b73-bd0b-f9d5347628c4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:56.924637 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9453049-77c2-407e-b247-296ce73c1cae req-ab6e5e3e-188d-4b73-bd0b-f9d5347628c4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0528460 Aug 31 12:44:56.963726 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9453049-77c2-407e-b247-296ce73c1cae req-c89d561b-9b6c-4ed5-ae8b-763d3f754b8d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Aug 31 12:44:57.780637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e450-f410-4b77-a3ad-741639929602 req-98ba4236-f79f-41b6-84a9-71b38dfab25c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:57.782045 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a228e450-f410-4b77-a3ad-741639929602 req-98ba4236-f79f-41b6-84a9-71b38dfab25c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0835712 Aug 31 12:44:57.795997 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb784-37d4-4218-a3d4-50628e0b1740 req-53e1e3f8-496e-4af6-a77b-ef70c17d42ef tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:57.797510 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69edb784-37d4-4218-a3d4-50628e0b1740 req-53e1e3f8-496e-4af6-a77b-ef70c17d42ef tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0876205 Aug 31 12:44:57.852835 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a228e450-f410-4b77-a3ad-741639929602 req-5947ad43-daf5-4a8d-abf1-35329f0ae876 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648923 Aug 31 12:44:57.858417 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69edb784-37d4-4218-a3d4-50628e0b1740 req-ff31bb75-2898-4489-a12c-b549da2e4d39 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Aug 31 12:44:58.100471 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4a381-bf0a-4d85-a3b5-522d58b98448 req-08cc22d9-9836-486a-b3ae-bbfc4e5ee71c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:58.101872 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72d4a381-bf0a-4d85-a3b5-522d58b98448 req-08cc22d9-9836-486a-b3ae-bbfc4e5ee71c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0558331 Aug 31 12:44:58.141733 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72d4a381-bf0a-4d85-a3b5-522d58b98448 req-cca44b03-526c-4006-8846-685be3812273 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Aug 31 12:44:59.013258 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9292-d314-4f22-8574-198168aa5be2 req-f79c2a99-ca24-4dc5-95e3-2bbe38cac105 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:59.014755 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7bfb9292-d314-4f22-8574-198168aa5be2 req-f79c2a99-ca24-4dc5-95e3-2bbe38cac105 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0772395 Aug 31 12:44:59.022898 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e3772-ca79-459a-bcab-92bb7b66af78 req-ee73666e-d686-49df-82f8-07e68c109b26 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:59.024386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb6e3772-ca79-459a-bcab-92bb7b66af78 req-ee73666e-d686-49df-82f8-07e68c109b26 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0781341 Aug 31 12:44:59.081220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7bfb9292-d314-4f22-8574-198168aa5be2 req-c0496f78-a3e8-4d25-8596-c7b27299ff62 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558920 Aug 31 12:44:59.086400 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bb6e3772-ca79-459a-bcab-92bb7b66af78 req-81cf19d6-7fff-48d9-871b-7fc10d182d93 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552988 Aug 31 12:44:59.256836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59394-0e70-4d16-ac04-c9b981a48c93 req-89eea552-aa79-48d8-8bd3-579697b22178 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:59.258359 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-acb59394-0e70-4d16-ac04-c9b981a48c93 req-89eea552-aa79-48d8-8bd3-579697b22178 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0501683 Aug 31 12:44:59.298150 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-acb59394-0e70-4d16-ac04-c9b981a48c93 req-751637b1-211b-45d8-8a47-fadee6cdb20c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Aug 31 12:45:00.238412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e22f99-007b-4250-8a73-ed8c4f67af11 req-e916a161-7cbe-45de-8c4b-ba696967bc72 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.240627 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9e22f99-007b-4250-8a73-ed8c4f67af11 req-e916a161-7cbe-45de-8c4b-ba696967bc72 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0862842 Aug 31 12:45:00.259978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fca8c-4a7c-4078-8925-6e90d61815b9 req-04688512-58d5-47ad-9765-2fb9848a83e9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.262415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c49fca8c-4a7c-4078-8925-6e90d61815b9 req-04688512-58d5-47ad-9765-2fb9848a83e9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0955489 Aug 31 12:45:00.565426 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9e22f99-007b-4250-8a73-ed8c4f67af11 req-74192f54-e106-4763-bd2d-494990e8d446 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019485 Aug 31 12:45:00.576316 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c49fca8c-4a7c-4078-8925-6e90d61815b9 req-140bf057-8968-467d-85e6-8ac3ba91c77c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831463 Aug 31 12:45:00.580991 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67a31-249b-426d-966f-5ece3e352a14 req-b8c83d2f-0b3b-429e-9608-e15ae8a49fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.582457 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-b8c83d2f-0b3b-429e-9608-e15ae8a49fe3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1097 time: 0.0877118 Aug 31 12:45:00.738007 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a415d7-cd6c-4c10-817b-c5d7e20eaa7c req-fc7d4985-4ca7-4ff6-9917-0a8c2ca2df33 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.739530 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-35a415d7-cd6c-4c10-817b-c5d7e20eaa7c req-fc7d4985-4ca7-4ff6-9917-0a8c2ca2df33 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1017053 Aug 31 12:45:00.744288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67a31-249b-426d-966f-5ece3e352a14 req-a3df0ccc-ffab-4c3f-b23a-9522ea270dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.746270 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-a3df0ccc-ffab-4c3f-b23a-9522ea270dab service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.1276224 Aug 31 12:45:00.830549 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-35a415d7-cd6c-4c10-817b-c5d7e20eaa7c req-09821d78-4bb3-475b-ae2f-bcb72a76a7e0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832112 Aug 31 12:45:00.847430 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-9df283b7-1c9f-4869-94af-1cafcd34a6b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1000 time: 0.0863714 Aug 31 12:45:00.907650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67a31-249b-426d-966f-5ece3e352a14 req-8d4ffe0b-0345-4ac8-af90-cfa74887bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.909175 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-8d4ffe0b-0345-4ac8-af90-cfa74887bf9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0447688 Aug 31 12:45:00.963203 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67a31-249b-426d-966f-5ece3e352a14 req-76f09021-4f24-4945-b49e-a0afb21654ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:00.965420 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-76f09021-4f24-4945-b49e-a0afb21654ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404510 Aug 31 12:45:01.072072 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-65995ad5-9920-413a-a355-6cd81989825f service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Aug 31 12:45:01.170913 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-81d67a31-249b-426d-966f-5ece3e352a14 req-b1a175ac-13c4-4eca-b6ee-0066ebc9d889 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843594 Aug 31 12:45:01.717338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac4600-69a5-4761-afbf-9d901d6f00c7 req-335219e9-2bbb-4665-8bbd-0e9fd52b5d8d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:01.718890 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66ac4600-69a5-4761-afbf-9d901d6f00c7 req-335219e9-2bbb-4665-8bbd-0e9fd52b5d8d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0855880 Aug 31 12:45:01.730729 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a96e76-5c58-4755-8848-9d68d6b2afa4 req-7a705047-4786-495c-a859-7235bec9ca71 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:01.732292 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d3a96e76-5c58-4755-8848-9d68d6b2afa4 req-7a705047-4786-495c-a859-7235bec9ca71 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0715718 Aug 31 12:45:01.788995 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66ac4600-69a5-4761-afbf-9d901d6f00c7 req-5a89b913-a8d1-44ac-acb1-b28cae6e510f tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557332 Aug 31 12:45:01.794327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d3a96e76-5c58-4755-8848-9d68d6b2afa4 req-fd033c9a-fa87-4f4f-a8ca-4d5e87c84feb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551245 Aug 31 12:45:01.949868 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e459ba-926b-405b-8b43-9ba198bfc847 req-90f626ba-5b85-4aca-b906-db35b02abff1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:01.951489 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c8e459ba-926b-405b-8b43-9ba198bfc847 req-90f626ba-5b85-4aca-b906-db35b02abff1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0521917 Aug 31 12:45:01.992410 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c8e459ba-926b-405b-8b43-9ba198bfc847 req-e51f193a-1d2b-46e4-959f-81fca872e1ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Aug 31 12:45:02.774417 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd621-57cc-4a2f-8641-37e9c3e801a6 req-6e624824-177f-46d2-9b26-670917213b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:02.775879 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb2fd621-57cc-4a2f-8641-37e9c3e801a6 req-6e624824-177f-46d2-9b26-670917213b5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0399928 Aug 31 12:45:02.820864 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cb2fd621-57cc-4a2f-8641-37e9c3e801a6 req-8bf55e10-37fe-4111-844e-cba71e4befdd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 31 12:45:02.937436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce1bd-7900-4f7e-9545-9c8cf1486227 req-ee2732bb-2a77-4cbd-b92b-f73a1a85bf99 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:02.939261 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-79cce1bd-7900-4f7e-9545-9c8cf1486227 req-ee2732bb-2a77-4cbd-b92b-f73a1a85bf99 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0789289 Aug 31 12:45:02.946973 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ae8f-2204-420f-85c9-160edcdb9d8f req-e88e0b1d-9670-495b-8397-2179007f721a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:02.948991 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9656ae8f-2204-420f-85c9-160edcdb9d8f req-e88e0b1d-9670-495b-8397-2179007f721a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0798979 Aug 31 12:45:03.005415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9656ae8f-2204-420f-85c9-160edcdb9d8f req-a8333c81-29bd-4384-b35e-5c6736176470 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494461 Aug 31 12:45:03.008389 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-79cce1bd-7900-4f7e-9545-9c8cf1486227 req-a98d5079-36f8-48af-b323-86196a00e7c8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Aug 31 12:45:03.121711 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a2964-b00b-434b-99df-086ea0b525dd req-1145b706-15b9-487a-b5ac-65ee10b9814f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:03.123292 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6a5a2964-b00b-434b-99df-086ea0b525dd req-1145b706-15b9-487a-b5ac-65ee10b9814f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.0557458 Aug 31 12:45:03.162594 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6a5a2964-b00b-434b-99df-086ea0b525dd req-b8412a91-fcfa-45d9-897e-e49d7c1e2a51 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Aug 31 12:45:04.194268 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1afce-bc9c-46d1-84c6-f43332da37e2 req-06802a7f-0891-46ba-aeb9-af6a4aa55cef tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:04.195816 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-57d1afce-bc9c-46d1-84c6-f43332da37e2 req-06802a7f-0891-46ba-aeb9-af6a4aa55cef tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1115963 Aug 31 12:45:04.204804 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128358-876d-45b2-b7f6-1e2490ac18b7 req-e54dba25-0ba6-42d9-bf54-732fbc78d7b1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:04.206268 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1e128358-876d-45b2-b7f6-1e2490ac18b7 req-e54dba25-0ba6-42d9-bf54-732fbc78d7b1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.1114769 Aug 31 12:45:04.225954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-a7572e58-06aa-4a3e-877c-aedd1fef0dd0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:04.227352 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-a7572e58-06aa-4a3e-877c-aedd1fef0dd0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1113231 Aug 31 12:45:04.303171 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-57d1afce-bc9c-46d1-84c6-f43332da37e2 req-fae5196d-ac8d-48ba-9d89-4526bcf5d310 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946319 Aug 31 12:45:04.336097 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1e128358-876d-45b2-b7f6-1e2490ac18b7 req-266e9322-e283-4eec-be77-051b9b4c7a7b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190436 Aug 31 12:45:04.379717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Deleting port c9068cf2-9579-4d3e-bac0-58527b114f5a {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:04.380064 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.466780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abd48a-f37e-4ec8-87fc-98c26187d7e7 req-5dd3522c-e6ca-4e70-9631-dc037d89c812 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:04.468309 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-97abd48a-f37e-4ec8-87fc-98c26187d7e7 req-5dd3522c-e6ca-4e70-9631-dc037d89c812 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=7268f614-e939-44f1-a665-862606045890 HTTP/1.1" status: 200 len: 946 time: 0.1041155 Aug 31 12:45:04.518223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] For port c9068cf2-9579-4d3e-bac0-58527b114f5a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c9068cf2-9579-4d3e-bac0-58527b114f5a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:04.518596 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.538334 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Calling delete_port for c9068cf2-9579-4d3e-bac0-58527b114f5a owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:04.542970 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-97abd48a-f37e-4ec8-87fc-98c26187d7e7 req-b12246ce-98c4-4496-94ee-869123892c2c tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686269 Aug 31 12:45:04.684934 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.702044 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b', '8e87c9a1-c679-403f-8b6d-855845de1257', 'e18cc604-330b-4bac-a3f5-049d787b716a', 'c9068cf2-9579-4d3e-bac0-58527b114f5a'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:04.715416 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event deleted for resources: {'Port': ['ID=c9068cf2-9579-4d3e-bac0-58527b114f5a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:04.730967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.731322 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.731646 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.731998 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.732327 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.732653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.732978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.733304 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.733624 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.733939 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.734256 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.734572 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.774574 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] No DVR routers for this DVR port c9068cf2-9579-4d3e-bac0-58527b114f5a on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:04.778118 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.780199 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b7b9545-e1a1-4097-9c78-3077b647da79 req-bcb5204e-81f7-40d7-a4c1-eb6577ffc3ea tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "DELETE /v2.0/ports/c9068cf2-9579-4d3e-bac0-58527b114f5a HTTP/1.1" status: 204 len: 173 time: 0.5401487 Aug 31 12:45:04.780754 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'name': 'network-vif-deleted', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:04.783194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ee0c6-4f9d-4c94-a570-7a73c14eece0" -d '{"events": [{"server_uuid": "7268f614-e939-44f1-a665-862606045890", "name": "network-vif-deleted", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:04.829470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c440ae-4cdb-4973-a16c-c01a9eac06cf x-openstack-request-id: req-87c440ae-4cdb-4973-a16c-c01a9eac06cf {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:04.829470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7268f614-e939-44f1-a665-862606045890", "name": "network-vif-deleted", "tag": "c9068cf2-9579-4d3e-bac0-58527b114f5a", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:04.829470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87c440ae-4cdb-4973-a16c-c01a9eac06cf {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:04.829830 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7268f614-e939-44f1-a665-862606045890', 'name': 'network-vif-deleted', 'tag': 'c9068cf2-9579-4d3e-bac0-58527b114f5a', 'status': 'completed', 'code': 200} Aug 31 12:45:05.434729 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55827c5e-fb9c-4133-b50b-de479d46e788 req-3f74a43a-6689-4796-8bfc-ffa92d934604 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:05.436474 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-55827c5e-fb9c-4133-b50b-de479d46e788 req-3f74a43a-6689-4796-8bfc-ffa92d934604 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0619948 Aug 31 12:45:05.505432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dd61-6594-46cc-8871-bfc7db932738 req-188f14cf-4ad3-44a5-ba1f-066b3003c786 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:05.507081 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e50dd61-6594-46cc-8871-bfc7db932738 req-188f14cf-4ad3-44a5-ba1f-066b3003c786 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0892322 Aug 31 12:45:05.510665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-55827c5e-fb9c-4133-b50b-de479d46e788 req-85d853f9-7f99-4f64-b802-84fb20514c66 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Aug 31 12:45:05.561164 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e50dd61-6594-46cc-8871-bfc7db932738 req-85f27823-976c-476d-8fe5-e3cf14ab22d8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Aug 31 12:45:05.906494 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8527c7-4a02-489e-8594-3e11b9f6a97b req-35af656f-2351-446d-8b13-6ad93fb7d3a9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:05.908031 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca8527c7-4a02-489e-8594-3e11b9f6a97b req-35af656f-2351-446d-8b13-6ad93fb7d3a9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0790913 Aug 31 12:45:05.914688 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-44343b53-be2d-4f6a-975c-959637c06f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:05.916222 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-44343b53-be2d-4f6a-975c-959637c06f44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 1098 time: 0.0775168 Aug 31 12:45:05.995118 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca8527c7-4a02-489e-8594-3e11b9f6a97b req-8c77caa6-926f-4a95-954f-1de3e9971d99 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779030 Aug 31 12:45:06.041137 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-cdf1aef8-118b-47b5-bd98-88f795d4bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:06.042651 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-cdf1aef8-118b-47b5-bd98-88f795d4bf6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 200 len: 919 time: 0.1055875 Aug 31 12:45:06.096909 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-4c301e2d-6856-4896-8804-78c3f66bd45f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 200 len: 217 time: 0.0355432 Aug 31 12:45:06.155246 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-283c13b5-981c-415e-a924-2ef78bd4fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:06.156802 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-283c13b5-981c-415e-a924-2ef78bd4fe81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 200 len: 858 time: 0.0467961 Aug 31 12:45:06.197312 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-cbe63033-4231-405c-9c8f-9c4257ad4f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1b655c-b837-44f7-bf38-d7be084485b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247405 Aug 31 12:45:06.303009 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-147c6cad-09bd-4c9e-b8e8-4a176cd8352f service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884781 Aug 31 12:45:06.399639 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93581dce-8135-4bc1-a72b-0d047b6c2e17 req-bdab56c5-7cca-4d8e-b005-b1dd8e96fe9f service neutron] 10.222.0.55 "GET /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 Aug 31 12:45:06.695835 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c372299-b4ac-4fea-9e2c-d57570c3cf21 req-2f619b0a-a48e-43ae-836d-f80094eba2f2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:06.697411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c372299-b4ac-4fea-9e2c-d57570c3cf21 req-2f619b0a-a48e-43ae-836d-f80094eba2f2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0571494 Aug 31 12:45:06.737486 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c372299-b4ac-4fea-9e2c-d57570c3cf21 req-e0204517-572e-4321-a8b2-693fb9dee37c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Aug 31 12:45:07.007746 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a69c-5aeb-4404-866a-75b2a31deb2b req-89f240bc-8bb0-41fc-aa2a-624b082a3ba4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:07.009372 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7935a69c-5aeb-4404-866a-75b2a31deb2b req-89f240bc-8bb0-41fc-aa2a-624b082a3ba4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0503650 Aug 31 12:45:07.052399 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7935a69c-5aeb-4404-866a-75b2a31deb2b req-78b57add-9053-41a3-82cb-2a45ef7a12fd tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Aug 31 12:45:07.132910 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f621-11e9-411d-ae4f-2bfbf060e9bb req-cc48259f-0916-4374-bb36-bc120622c618 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:07.134396 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1c85f621-11e9-411d-ae4f-2bfbf060e9bb req-cc48259f-0916-4374-bb36-bc120622c618 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0498946 Aug 31 12:45:07.175974 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1c85f621-11e9-411d-ae4f-2bfbf060e9bb req-aff7c6e0-f10f-463d-aae1-4f31aa8ac88c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Aug 31 12:45:07.865636 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14717394-896c-41ac-8eb4-9fb024aae4e5 req-7450a203-8652-44f2-8d64-c63cf10480e3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:07.867272 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14717394-896c-41ac-8eb4-9fb024aae4e5 req-7450a203-8652-44f2-8d64-c63cf10480e3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 944 time: 0.0543709 Aug 31 12:45:07.905438 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14717394-896c-41ac-8eb4-9fb024aae4e5 req-1614b752-208a-4450-8edc-d1347a708f43 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Aug 31 12:45:08.137667 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:45:08.140830 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device c9068cf2-9579-4d3e-bac0-58527b114f5a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:08.167878 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: c9068cf2-9579-4d3e-bac0-58527b114f5a {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:08.168143 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device c9068cf2-9579-4d3e-bac0-58527b114f5a not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:08.181297 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b0e5e-4b4a-4440-b14d-9e14e7393c90 req-0f02193a-f473-49b0-96c6-9e7a8a0c06c5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:08.183002 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-795b0e5e-4b4a-4440-b14d-9e14e7393c90 req-0f02193a-f473-49b0-96c6-9e7a8a0c06c5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0509896 Aug 31 12:45:08.227502 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-795b0e5e-4b4a-4440-b14d-9e14e7393c90 req-7b221874-c287-4506-8ac3-e6cd7b4fc5d0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Aug 31 12:45:08.258863 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:08.270293 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '008b4d63-ca21-413f-b546-237bf98802ed', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '008b4d63-ca21-413f-b546-237bf98802ed', 'mac_address': 'fa:16:3e:02:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:45:08.299858 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8d04-8ba6-4b4a-8fda-5e31271ec016 req-b03f06c0-9880-499e-8186-36dd81d67f7e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:08.301456 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b6a8d04-8ba6-4b4a-8fda-5e31271ec016 req-b03f06c0-9880-499e-8186-36dd81d67f7e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0523448 Aug 31 12:45:08.309066 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:08.323282 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:08.340942 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b6a8d04-8ba6-4b4a-8fda-5e31271ec016 req-b5ea05f9-5e3f-4f86-95d0-ff7072e4ed42 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Aug 31 12:45:08.345105 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:08.349811 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:08.401625 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=9']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:08.408689 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.409047 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.409394 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.409734 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.410086 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.410409 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.410740 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.411098 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.411429 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.411757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.412081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.412406 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:08.849183 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['008b4d63-ca21-413f-b546-237bf98802ed'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:09.035230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4328-bf4a-48c0-821f-14c2ed8d4e50 req-c7ccfdd1-39ed-4410-8328-bf9e51ba884b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:09.036805 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e93e4328-bf4a-48c0-821f-14c2ed8d4e50 req-c7ccfdd1-39ed-4410-8328-bf9e51ba884b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Aug 31 12:45:09.076170 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e93e4328-bf4a-48c0-821f-14c2ed8d4e50 req-dcfd6d83-93d1-4718-a8b0-a9cbeb9c5499 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Aug 31 12:45:09.346560 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144400f-bfe4-4a08-ba3f-ac82c8807465 req-6d5288f6-9681-4821-9512-d88398b680e3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:09.347990 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2144400f-bfe4-4a08-ba3f-ac82c8807465 req-6d5288f6-9681-4821-9512-d88398b680e3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0537238 Aug 31 12:45:09.388094 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2144400f-bfe4-4a08-ba3f-ac82c8807465 req-614f3c93-fc85-431b-ab56-8f470f79c2bb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Aug 31 12:45:09.468257 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e36fd-ae1a-4401-8d38-253a884955f4 req-fbf9a8dc-0dae-4a9a-801a-3e169af360df tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:09.469737 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a61e36fd-ae1a-4401-8d38-253a884955f4 req-fbf9a8dc-0dae-4a9a-801a-3e169af360df tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0504088 Aug 31 12:45:09.509664 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a61e36fd-ae1a-4401-8d38-253a884955f4 req-4d5425c4-65c3-4579-83b4-b19e9e879cbe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Aug 31 12:45:10.035658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-73d6d8c7-121f-4b0e-9677-f8191f1387e2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:10.037035 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-73d6d8c7-121f-4b0e-9677-f8191f1387e2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 945 time: 0.0591934 Aug 31 12:45:10.133625 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Deleting port e18cc604-330b-4bac-a3f5-049d787b716a {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:10.133996 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:10.251796 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e83f9-592e-4bc3-81bb-e31005474156 req-77450d23-2e50-4189-a9dd-575bc2716bf7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:10.253721 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-281e83f9-592e-4bc3-81bb-e31005474156 req-77450d23-2e50-4189-a9dd-575bc2716bf7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.1046190 Aug 31 12:45:10.275955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] For port e18cc604-330b-4bac-a3f5-049d787b716a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e18cc604-330b-4bac-a3f5-049d787b716a,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:10.276346 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:10.296394 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Calling delete_port for e18cc604-330b-4bac-a3f5-049d787b716a owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:10.321884 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-281e83f9-592e-4bc3-81bb-e31005474156 req-2fee5499-fe4b-4802-ae0a-092f39b76f45 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582628 Aug 31 12:45:10.444472 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:10.460070 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b', '8e87c9a1-c679-403f-8b6d-855845de1257'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:10.476462 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event deleted for resources: {'Port': ['ID=e18cc604-330b-4bac-a3f5-049d787b716a,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:10.509340 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1d126baf-d3d0-4711-b31f-6951148c1851 req-233b76d4-7ca6-42d3-8fe8-ee2134fffcf1 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=379dbc16-6572-4d2d-b86c-9a0f7da5040c HTTP/1.1" status: 200 len: 210 time: 0.0348866 Aug 31 12:45:10.543879 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] No DVR routers for this DVR port e18cc604-330b-4bac-a3f5-049d787b716a on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:10.546723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:10.548431 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-02f04ab7-9c0d-439e-bf3c-d3637f9d3f24 req-3d7cbb40-c136-4dc9-9db0-1f4f992a8bde tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "DELETE /v2.0/ports/e18cc604-330b-4bac-a3f5-049d787b716a HTTP/1.1" status: 204 len: 173 time: 0.5021279 Aug 31 12:45:10.548866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'name': 'network-vif-deleted', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:10.551160 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe430d3-4832-4971-895a-41f89c3c5b02" -d '{"events": [{"server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "name": "network-vif-deleted", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:10.590111 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7871c48-07aa-4fd3-8062-ed0e1f737a93 x-openstack-request-id: req-e7871c48-07aa-4fd3-8062-ed0e1f737a93 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:10.590399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379dbc16-6572-4d2d-b86c-9a0f7da5040c", "name": "network-vif-deleted", "tag": "e18cc604-330b-4bac-a3f5-049d787b716a", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:10.590678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7871c48-07aa-4fd3-8062-ed0e1f737a93 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:10.591206 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379dbc16-6572-4d2d-b86c-9a0f7da5040c', 'name': 'network-vif-deleted', 'tag': 'e18cc604-330b-4bac-a3f5-049d787b716a', 'status': 'completed', 'code': 200} Aug 31 12:45:10.669963 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3527b8-b855-4ea9-976e-5a123bdf2f6d req-a4e263ef-9381-495b-b62d-ac82a447a3ec tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:10.671740 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb3527b8-b855-4ea9-976e-5a123bdf2f6d req-a4e263ef-9381-495b-b62d-ac82a447a3ec tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0651038 Aug 31 12:45:10.720349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eb3527b8-b855-4ea9-976e-5a123bdf2f6d req-44461060-1028-4849-9094-383a3b3daab2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Aug 31 12:45:11.444239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a4580-7730-4fd5-b73f-d80b12ccd807 req-373a98f4-b3c9-464c-b0e7-2240a88d24b6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:11.445758 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df6a4580-7730-4fd5-b73f-d80b12ccd807 req-373a98f4-b3c9-464c-b0e7-2240a88d24b6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 945 time: 0.0490541 Aug 31 12:45:11.483972 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-df6a4580-7730-4fd5-b73f-d80b12ccd807 req-7ac8777f-1dc4-418f-bf93-f4672d8c85b2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Aug 31 12:45:11.788697 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371c995-f9d7-4701-97cc-942dbcb94aec req-5f21a4d0-18a7-45dd-8ea6-2a69b9ee56e3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:11.790190 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c371c995-f9d7-4701-97cc-942dbcb94aec req-5f21a4d0-18a7-45dd-8ea6-2a69b9ee56e3 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Aug 31 12:45:11.828877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c371c995-f9d7-4701-97cc-942dbcb94aec req-b3587238-7ae0-4b43-baf5-6cc1e9fc8dff tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Aug 31 12:45:12.151973 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:12.198897 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 008b4d63-ca21-413f-b546-237bf98802ed triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:12.199787 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:12.282212 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:12.304823 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:12.307090 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e093edd2-bee1-497e-a5aa-f45d0386d8c0" -d '{"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:12.321361 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:12.326007 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:12.327179 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e18cc604-330b-4bac-a3f5-049d787b716a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:12.366288 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a486ae5a-458f-4467-85aa-e07876c138e1 x-openstack-request-id: req-a486ae5a-458f-4467-85aa-e07876c138e1 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:12.366584 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-plugged", "status": "completed", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:12.366857 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a486ae5a-458f-4467-85aa-e07876c138e1 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:12.367247 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'code': 200} Aug 31 12:45:12.367820 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: e18cc604-330b-4bac-a3f5-049d787b716a {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:12.368160 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e18cc604-330b-4bac-a3f5-049d787b716a not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:12.396475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=10']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:12.606117 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ed733-9bbc-4604-aa49-2fa70d9a4f3c req-19f1c339-fbfa-4b93-b626-a7e891c7a7ba tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:12.607631 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d30ed733-9bbc-4604-aa49-2fa70d9a4f3c req-19f1c339-fbfa-4b93-b626-a7e891c7a7ba tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.0479147 Aug 31 12:45:12.645390 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d30ed733-9bbc-4604-aa49-2fa70d9a4f3c req-8f46509d-63a2-473f-b63d-948ef12d3da3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Aug 31 12:45:12.952668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d24af-824e-4c32-bed8-cefc1af56eb8 req-6538fe00-696d-47f0-b59c-dda01eab93ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:12.954178 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d60d24af-824e-4c32-bed8-cefc1af56eb8 req-6538fe00-696d-47f0-b59c-dda01eab93ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Aug 31 12:45:13.024524 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d60d24af-824e-4c32-bed8-cefc1af56eb8 req-fc426cd8-8bfc-4539-be1f-9d2acddd8be4 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619285 Aug 31 12:45:13.035489 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ed48-6024-4baf-bac1-d72368305f79 req-aa9455b5-0e30-48af-94ad-e32f426fa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:13.037145 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf78ed48-6024-4baf-bac1-d72368305f79 req-aa9455b5-0e30-48af-94ad-e32f426fa7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1100 time: 0.0668452 Aug 31 12:45:13.084196 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bf78ed48-6024-4baf-bac1-d72368305f79 req-3f6f8363-1aa8-4935-a19c-13a08a4a1605 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277572 Aug 31 12:45:13.771487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e3c3f-22d9-48e4-8edd-d9b3836c1238 req-420c6a14-69bb-4741-9f75-d7a2bf1c7412 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:13.772984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c36e3c3f-22d9-48e4-8edd-d9b3836c1238 req-420c6a14-69bb-4741-9f75-d7a2bf1c7412 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.0489357 Aug 31 12:45:13.811700 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c36e3c3f-22d9-48e4-8edd-d9b3836c1238 req-f8bb7e63-8eea-49a2-8dcc-91b286c2e2fd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Aug 31 12:45:14.143061 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5119-fc03-459c-8bc7-b35ad713081e req-6c8e2e70-e31c-4233-bb0b-929a0fca560b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:14.144559 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5cd5119-fc03-459c-8bc7-b35ad713081e req-6c8e2e70-e31c-4233-bb0b-929a0fca560b tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0480576 Aug 31 12:45:14.184969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5cd5119-fc03-459c-8bc7-b35ad713081e req-a97f3503-3844-40af-9327-232474ce7794 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Aug 31 12:45:14.577855 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-d648e784-0da4-46e3-99c9-5f117d4228d8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:14.579269 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-d648e784-0da4-46e3-99c9-5f117d4228d8 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Aug 31 12:45:14.673921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Deleting port 8e87c9a1-c679-403f-8b6d-855845de1257 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:14.674398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.010766 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642343f7-366e-40b4-82b2-59b8ee8aa8eb req-bcdb3659-7330-4cb6-acaa-1fd71b5f0356 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:15.012643 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-642343f7-366e-40b4-82b2-59b8ee8aa8eb req-bcdb3659-7330-4cb6-acaa-1fd71b5f0356 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.0880282 Aug 31 12:45:15.014678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] For port 8e87c9a1-c679-403f-8b6d-855845de1257, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8e87c9a1-c679-403f-8b6d-855845de1257,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:15.014972 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.035370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Calling delete_port for 8e87c9a1-c679-403f-8b6d-855845de1257 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:15.102751 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-642343f7-366e-40b4-82b2-59b8ee8aa8eb req-7b7ba95a-28c8-4054-aa32-9a4ee8c6dd63 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798576 Aug 31 12:45:15.195718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.212243 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b', '8e87c9a1-c679-403f-8b6d-855845de1257'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:15.233612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event deleted for resources: {'Port': ['ID=8e87c9a1-c679-403f-8b6d-855845de1257,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:15.291728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] No DVR routers for this DVR port 8e87c9a1-c679-403f-8b6d-855845de1257 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:15.295084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.297100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-565bfeec-002b-40e2-ad95-9b79855d2f41 req-a61720e3-529e-4207-bd37-5393e06cc1d5 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "DELETE /v2.0/ports/8e87c9a1-c679-403f-8b6d-855845de1257 HTTP/1.1" status: 204 len: 173 time: 0.7076373 Aug 31 12:45:15.297530 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'name': 'network-vif-deleted', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:15.299806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e19fb82-2544-4039-9e99-7e69d18d794a" -d '{"events": [{"server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "name": "network-vif-deleted", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:15.336075 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-053cf57e-6ff9-4d00-a1c6-41643aef25ef req-f5ca11e7-f23d-4919-ae75-978ea69297f0 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=affdca3e-0629-45a9-bd2c-8ee52d014153 HTTP/1.1" status: 200 len: 210 time: 0.0682256 Aug 31 12:45:15.351988 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8d08c-b1a8-421a-abe8-271fefb30ca9 x-openstack-request-id: req-c7c8d08c-b1a8-421a-abe8-271fefb30ca9 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:15.352282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affdca3e-0629-45a9-bd2c-8ee52d014153", "name": "network-vif-deleted", "tag": "8e87c9a1-c679-403f-8b6d-855845de1257", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:15.352774 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7c8d08c-b1a8-421a-abe8-271fefb30ca9 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:15.353174 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affdca3e-0629-45a9-bd2c-8ee52d014153', 'name': 'network-vif-deleted', 'tag': '8e87c9a1-c679-403f-8b6d-855845de1257', 'status': 'completed', 'code': 200} Aug 31 12:45:15.675351 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef53960-02c0-4b46-a617-d7e3fb497815 req-55f50fe6-590b-41ff-b02f-3c9bea91188d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:15.676846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cef53960-02c0-4b46-a617-d7e3fb497815 req-55f50fe6-590b-41ff-b02f-3c9bea91188d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0523314 Aug 31 12:45:15.714263 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cef53960-02c0-4b46-a617-d7e3fb497815 req-ea5c72f7-9152-4fe3-9a2a-d0863b505e7c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Aug 31 12:45:16.235438 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193442a0-13c3-4a63-b07b-4367423182f1 req-7077b4f0-d52f-4582-ac27-499654b41245 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:16.236935 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-193442a0-13c3-4a63-b07b-4367423182f1 req-7077b4f0-d52f-4582-ac27-499654b41245 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.0490589 Aug 31 12:45:16.282083 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-193442a0-13c3-4a63-b07b-4367423182f1 req-5f4463f7-0dc2-49d6-98de-7e562e2bdf86 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Aug 31 12:45:16.831343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623b-a02e-40af-aae5-6819443da359 req-890804a4-1cec-4ed5-8a8e-92666cd75fc8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:16.832921 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94eb623b-a02e-40af-aae5-6819443da359 req-890804a4-1cec-4ed5-8a8e-92666cd75fc8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0507100 Aug 31 12:45:16.872492 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94eb623b-a02e-40af-aae5-6819443da359 req-849963a0-3d2d-47c4-9b4c-fbb768d81745 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Aug 31 12:45:17.627591 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-41aba31e-713d-4533-a77f-72fcea57bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:17.726763 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6c66-c986-4c65-8677-395eb2d0cb49 req-e26522f4-6996-475c-b11f-675bf77f40cb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:17.728396 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d0f6c66-c986-4c65-8677-395eb2d0cb49 req-e26522f4-6996-475c-b11f-675bf77f40cb tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0498571 Aug 31 12:45:17.769312 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d0f6c66-c986-4c65-8677-395eb2d0cb49 req-b2875861-f9b3-4932-ac7d-3581efb16448 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Aug 31 12:45:17.990131 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3c292-abd5-4d6c-8b7c-2a3c261683b0 req-8c652a6c-4e0f-4abb-ad26-c6d10870f649 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:17.991671 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a8b3c292-abd5-4d6c-8b7c-2a3c261683b0 req-8c652a6c-4e0f-4abb-ad26-c6d10870f649 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0528042 Aug 31 12:45:18.033888 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a8b3c292-abd5-4d6c-8b7c-2a3c261683b0 req-eb0bf717-702e-4fa1-848f-5a049bb07737 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Aug 31 12:45:18.885091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54d26f-6381-47f6-8800-db0e023edbaa req-61f40518-9b38-4d66-b7e0-c0a7ce3b5b58 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:18.886989 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d54d26f-6381-47f6-8800-db0e023edbaa req-61f40518-9b38-4d66-b7e0-c0a7ce3b5b58 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0498083 Aug 31 12:45:18.925056 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d54d26f-6381-47f6-8800-db0e023edbaa req-4c633969-180f-4c51-942f-500453f8d7cf tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Aug 31 12:45:19.152784 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c9ab1-008a-4aee-9418-16d617ff9c6c req-7ea307c7-9d4c-4e29-9522-bf6ba1c6af3a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:19.154709 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f59c9ab1-008a-4aee-9418-16d617ff9c6c req-7ea307c7-9d4c-4e29-9522-bf6ba1c6af3a tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0536869 Aug 31 12:45:19.191964 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f59c9ab1-008a-4aee-9418-16d617ff9c6c req-e5b21e38-a020-42ae-b96a-708544d75ce2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Aug 31 12:45:19.477451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-c265465d-8036-496f-b4e4-d328e96e6ec2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:19.478931 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-c265465d-8036-496f-b4e4-d328e96e6ec2 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 31 12:45:19.583954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Deleting port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:19.584297 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:19.675071 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] For port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:19.675440 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:19.688835 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Calling delete_port for a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:19.803240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-b27483c7-93f6-432e-81da-7f91ddc71b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:19.824907 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:19.843887 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'e2529395-cee8-4f34-aaab-1c73792d7229'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:19.854339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Pushing event deleted for resources: {'Port': ['ID=a129c5d3-18a9-4b00-9f1e-d7b9255aaed4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:19.903107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] No DVR routers for this DVR port a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:19.904898 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:19.907165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6f1846b-b144-42e3-9059-af78aba45fe5 req-5b6f4b14-3ee4-4a47-af3b-22654fde7d1d tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "DELETE /v2.0/ports/a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 HTTP/1.1" status: 204 len: 173 time: 0.4173830 Aug 31 12:45:19.907633 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'name': 'network-vif-deleted', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:19.909912 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4ae96-64d2-44f5-88d1-1abd4eb494ae" -d '{"events": [{"server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "name": "network-vif-deleted", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:19.966291 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ab266-7c35-428a-9816-8be4cfae4cd8 x-openstack-request-id: req-532ab266-7c35-428a-9816-8be4cfae4cd8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:19.966633 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a91bc88-9dd5-43e0-8318-ee367e17b06e", "name": "network-vif-deleted", "tag": "a129c5d3-18a9-4b00-9f1e-d7b9255aaed4", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:19.966915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-532ab266-7c35-428a-9816-8be4cfae4cd8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:19.967310 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a91bc88-9dd5-43e0-8318-ee367e17b06e', 'name': 'network-vif-deleted', 'tag': 'a129c5d3-18a9-4b00-9f1e-d7b9255aaed4', 'status': 'completed', 'code': 200} Aug 31 12:45:20.063868 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34691fc-3de4-41ef-a437-1a745e006aab req-ded5ac15-7daf-4a00-a3d9-37b474580fe2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:20.065355 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d34691fc-3de4-41ef-a437-1a745e006aab req-ded5ac15-7daf-4a00-a3d9-37b474580fe2 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0605950 Aug 31 12:45:20.117064 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d34691fc-3de4-41ef-a437-1a745e006aab req-70649571-66fa-4ffe-be6c-c70aa6f07f3d tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/security-groups?id=db60e633-3d04-44c8-a705-d93868fb6e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Aug 31 12:45:20.190705 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:20.193493 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 8e87c9a1-c679-403f-8b6d-855845de1257 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:20.213481 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 8e87c9a1-c679-403f-8b6d-855845de1257 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:20.214145 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 8e87c9a1-c679-403f-8b6d-855845de1257 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:20.312999 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1e0202f5-701c-4a83-8c56-17da1c185a94 req-5ad3f26e-d3e2-4ff7-b9ff-6242591ae008 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a91bc88-9dd5-43e0-8318-ee367e17b06e HTTP/1.1" status: 200 len: 210 time: 0.0362616 Aug 31 12:45:20.349326 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-a1713030-86c2-4dbd-9b2a-5919fbc5ab80 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:20.350836 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-a1713030-86c2-4dbd-9b2a-5919fbc5ab80 tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 945 time: 0.0631957 Aug 31 12:45:20.462413 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Deleting port 2149e04c-4dec-46b7-b228-19eb210e3e7b {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:20.462747 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:20.551349 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] For port 2149e04c-4dec-46b7-b228-19eb210e3e7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2149e04c-4dec-46b7-b228-19eb210e3e7b,segment=NetworkSegment(a6aa8453-7aee-4e91-9f3e-98b83bd314b2),segment_id=a6aa8453-7aee-4e91-9f3e-98b83bd314b2)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:20.551717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:20.564649 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Calling delete_port for 2149e04c-4dec-46b7-b228-19eb210e3e7b owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:20.700815 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:20.719618 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2149e04c-4dec-46b7-b228-19eb210e3e7b'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:20.737454 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Pushing event deleted for resources: {'Port': ['ID=2149e04c-4dec-46b7-b228-19eb210e3e7b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:20.777936 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] No DVR routers for this DVR port 2149e04c-4dec-46b7-b228-19eb210e3e7b on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:20.780322 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:20.782298 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bf48174-a7b0-471f-a2ac-daf5ad624701 req-983b965a-2ce3-4dc7-bc82-2e1debe156ef tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.55 "DELETE /v2.0/ports/2149e04c-4dec-46b7-b228-19eb210e3e7b HTTP/1.1" status: 204 len: 173 time: 0.4098430 Aug 31 12:45:21.225717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8de88fbb-5b16-49a7-83d2-ad0cbb29c380 req-4c9d5a27-e2a0-4ff7-9ebc-d3655ae6296f tempest-AttachVolumeNegativeTest-1565998478 tempest-AttachVolumeNegativeTest-1565998478-project] 10.222.0.60 "GET /v2.0/ports?device_id=739d92c4-f067-44f8-aed2-8d9d9b246017 HTTP/1.1" status: 200 len: 210 time: 0.0265808 Aug 31 12:45:21.599876 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:21.601772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72373db-1df1-4c42-882b-473a7b9680a9 req-25c82979-7a5c-44eb-96e1-494f6f68c827 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:21.603306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e72373db-1df1-4c42-882b-473a7b9680a9 req-25c82979-7a5c-44eb-96e1-494f6f68c827 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0514126 Aug 31 12:45:21.644445 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e72373db-1df1-4c42-882b-473a7b9680a9 req-525b2783-d46c-4bb7-ab98-c315881d7905 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Aug 31 12:45:21.968060 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'name': 'network-vif-deleted', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:21.970555 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b2ffa-2384-46d8-bee7-657b5253919d" -d '{"events": [{"server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "name": "network-vif-deleted", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:22.006013 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c80047-ece5-4c45-a637-ecd5d50a6536 x-openstack-request-id: req-22c80047-ece5-4c45-a637-ecd5d50a6536 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:22.006305 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739d92c4-f067-44f8-aed2-8d9d9b246017", "name": "network-vif-deleted", "tag": "2149e04c-4dec-46b7-b228-19eb210e3e7b", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:22.006555 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22c80047-ece5-4c45-a637-ecd5d50a6536 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:22.006996 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739d92c4-f067-44f8-aed2-8d9d9b246017', 'name': 'network-vif-deleted', 'tag': '2149e04c-4dec-46b7-b228-19eb210e3e7b', 'status': 'completed', 'code': 200} Aug 31 12:45:22.283423 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40570) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:22.332521 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Deleting subnet ab09cb9e-e27b-40ae-ab6c-f3801031929c {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:45:22.336123 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.377064 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.417966 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.476128 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.503635 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab09cb9e-e27b-40ae-ab6c-f3801031929c,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:22.507537 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.509729 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-dd74600d-10b7-4a2a-9784-7bf7399261fe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ab09cb9e-e27b-40ae-ab6c-f3801031929c HTTP/1.1" status: 204 len: 168 time: 0.2242539 Aug 31 12:45:22.516131 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40572) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:22.589451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.666051 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.676578 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592dd485-6922-46df-bd4b-2b4eb529b337']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:22.686951 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:22.687245 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aa8453-7aee-4e91-9f3e-98b83bd314b2') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:22.696223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.709554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.717532 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:45:22.717917 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:45:22.720145 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:45:22.805486 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.815432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026f75-c3f0-42fd-8b37-7d14de03bfcb req-ae0351eb-593e-4e03-9ea4-27e570508522 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:22.817112 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e026f75-c3f0-42fd-8b37-7d14de03bfcb req-ae0351eb-593e-4e03-9ea4-27e570508522 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1008503 Aug 31 12:45:22.822292 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:22.824145 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/592dd485-6922-46df-bd4b-2b4eb529b337 HTTP/1.1" status: 204 len: 168 time: 0.3070538 Aug 31 12:45:22.840984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654fd29-1315-42d3-9f91-e755202429d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=592dd485-6922-46df-bd4b-2b4eb529b337,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:22.868132 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e026f75-c3f0-42fd-8b37-7d14de03bfcb req-bdab48d3-4967-4312-a00d-485f1d5b7811 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Aug 31 12:45:22.987792 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40578) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:23.028650 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-911baf1c-72f7-4587-b62f-c3e80d858118 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49dfc85daa7745f48d855cc0bb3877c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396810 Aug 31 12:45:23.031157 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40580) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:23.078240 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.103189 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.148751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.151370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.153212 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db60e633-3d04-44c8-a705-d93868fb6e85 HTTP/1.1" status: 204 len: 168 time: 0.1211479 Aug 31 12:45:23.161480 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad33556-d683-4a4e-87ae-6ce1acc783e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60e633-3d04-44c8-a705-d93868fb6e85,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:23.362475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.608744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40600) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:23.792059 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-efa62e81-2175-4f47-b163-e52ff9b174b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.905665 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-efa62e81-2175-4f47-b163-e52ff9b174b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.910778 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-efa62e81-2175-4f47-b163-e52ff9b174b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.954019 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-efa62e81-2175-4f47-b163-e52ff9b174b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bd0fb150cbd4538a37d5dbfc2f945c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439679 Aug 31 12:45:23.956961 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62e81-2175-4f47-b163-e52ff9b174b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a067cfb3-2bc4-438d-bda2-d9768a7142d0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:23.957448 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40618) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:24.008993 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b76d-0cfd-4a39-9e42-0809bbe3ebc0 req-7f1ae758-38f9-475e-8514-79b4c41d93be tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:24.010620 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f993b76d-0cfd-4a39-9e42-0809bbe3ebc0 req-7f1ae758-38f9-475e-8514-79b4c41d93be tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0595272 Aug 31 12:45:24.031538 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.056059 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.065037 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f993b76d-0cfd-4a39-9e42-0809bbe3ebc0 req-8cc65d55-d3f9-4882-b196-28531c9036c8 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Aug 31 12:45:24.108555 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.111101 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.113057 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a067cfb3-2bc4-438d-bda2-d9768a7142d0 HTTP/1.1" status: 204 len: 168 time: 0.1537080 Aug 31 12:45:24.122032 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c1f0b-2ae0-4e83-85c0-74b87a675d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a067cfb3-2bc4-438d-bda2-d9768a7142d0,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:24.193128 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:24.219529 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:24.219878 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device a129c5d3-18a9-4b00-9f1e-d7b9255aaed4 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:24.220516 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2149e04c-4dec-46b7-b228-19eb210e3e7b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:24.242556 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 2149e04c-4dec-46b7-b228-19eb210e3e7b {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:24.242927 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2149e04c-4dec-46b7-b228-19eb210e3e7b not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:24.553037 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.200605 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d70566-ad53-44de-98f8-8928e37e9410 req-ab3ac3d3-1475-4be6-8599-41ac8252531e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:25.202844 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d70566-ad53-44de-98f8-8928e37e9410 req-ab3ac3d3-1475-4be6-8599-41ac8252531e tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0626562 Aug 31 12:45:25.242965 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7d70566-ad53-44de-98f8-8928e37e9410 req-81a7b4d5-21b1-4a48-a556-6415e7d61bfe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Aug 31 12:45:25.305376 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40660) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:25.422483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-25b18d1e-bed2-4d27-86bc-fa1eba48140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.523240 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-25b18d1e-bed2-4d27-86bc-fa1eba48140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.528198 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-25b18d1e-bed2-4d27-86bc-fa1eba48140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.568883 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-25b18d1e-bed2-4d27-86bc-fa1eba48140a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cfec344c24f4105a56def5fa03ee923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622607 Aug 31 12:45:25.569744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b18d1e-bed2-4d27-86bc-fa1eba48140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dffa427-b187-43ab-83ee-05f3ed709126,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:25.572169 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40670) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:25.631377 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.656586 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.714497 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.717977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.722592 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dffa427-b187-43ab-83ee-05f3ed709126 HTTP/1.1" status: 204 len: 168 time: 0.1442811 Aug 31 12:45:25.732729 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c560ad1-8d10-42ae-889a-cf9c8639dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dffa427-b187-43ab-83ee-05f3ed709126,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:26.371856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28789-90e0-41e6-bced-fdbffc3a18ae req-34d0ec32-e139-4b32-aeb2-13dfa58485a0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:26.374535 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33b28789-90e0-41e6-bced-fdbffc3a18ae req-34d0ec32-e139-4b32-aeb2-13dfa58485a0 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0583169 Aug 31 12:45:26.415042 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33b28789-90e0-41e6-bced-fdbffc3a18ae req-349fc10c-ef01-4a74-bb74-69d9cb3897da tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 31 12:45:26.423319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40708) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:26.523925 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-760789720-network', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:26.550386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Made reservation on behalf of 25ef18b355a64dcdaa561671383d60c0 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:26.553325 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.562152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.654329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.663041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.685237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:45:26.694358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4116a-4479-49ae-a604-0d7c9bfb0916,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:26.701242 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.701589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Added segment 2db2ddde-44dc-43c1-9f1d-4faa820e16dc of type vlan for network efd38b49-288e-4e2b-aa07-402328c7b2f0 Aug 31 12:45:26.743336 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.772244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.773359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:26.773964 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.828898 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4044509 Aug 31 12:45:26.831921 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40712) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:26.838630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee079dd-0f38-4ed2-a28c-02871533834a admin admin] Pushing event updated for resources: {'Network': ['ID=efd38b49-288e-4e2b-aa07-402328c7b2f0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:26.839247 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Request body: {'subnet': {'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-760789720-subnet', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:26.851755 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:45:26.863953 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Made reservation on behalf of 25ef18b355a64dcdaa561671383d60c0 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:26.866349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.046861 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.095432 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514bdc13-d25d-4b26-94e9-9a2e7070c3ff,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:27.112262 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Checking segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:27.112602 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Network hostable DHCP agents. Network: efd38b49-288e-4e2b-aa07-402328c7b2f0, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:45:27.130670 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:45:27.139361 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, efd38b49-288e-4e2b-aa07-402328c7b2f0) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:27.143548 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:27.144134 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.151096 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34584b1a-a0fa-43c6-abdd-727575fb1320 None None] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:45:27.160336 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-41ea056f-f6ff-4826-8706-b6c59e523a86 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3266647 Aug 31 12:45:27.163001 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40718) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:27.168012 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:27.197475 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.200593 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.260491 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.312379 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-efd38b49-288e-4e2b-aa07-402328c7b2f0', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:45:27.314523 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.400395 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.459592 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Allocated IP 172.20.0.2 (efd38b49-288e-4e2b-aa07-402328c7b2f0/514bdc13-d25d-4b26-94e9-9a2e7070c3ff/5be28d28-cf56-4f52-9568-c70c7339f779) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:27.550393 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f690d-5b30-4c90-b1b7-c0c85d9432f6 req-3b2735c5-84b3-489c-ab11-593d4e508cff tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:27.552792 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0b9f690d-5b30-4c90-b1b7-c0c85d9432f6 req-3b2735c5-84b3-489c-ab11-593d4e508cff tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0575535 Aug 31 12:45:27.602451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0b9f690d-5b30-4c90-b1b7-c0c85d9432f6 req-59862f91-d1e2-418f-b0c5-5f8ed62ba169 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Aug 31 12:45:27.627776 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.636196 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.645532 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Transition to ACTIVE for port object 5be28d28-cf56-4f52-9568-c70c7339f779 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:27.647330 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.664651 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Transition to ACTIVE for port object 5be28d28-cf56-4f52-9568-c70c7339f779 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:27.670709 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.712886 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:27.716402 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:27.718947 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:27.728156 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Pushing event updated for resources: {'Port': ['ID=5be28d28-cf56-4f52-9568-c70c7339f779,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:27.754518 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Allocated IP 172.27.3.173 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/df501a17-a8d8-4d87-95b9-58435fef5fa6) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:27.781583 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Attempting to bind port 5be28d28-cf56-4f52-9568-c70c7339f779 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:27.781954 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Attempting to bind port 5be28d28-cf56-4f52-9568-c70c7339f779 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:27.782312 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Attempting to bind port 5be28d28-cf56-4f52-9568-c70c7339f779 on network efd38b49-288e-4e2b-aa07-402328c7b2f0 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:27.787982 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:27.788358 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Checking segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:27.788756 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.789146 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Bound using segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:27.789600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Bound port: 5be28d28-cf56-4f52-9568-c70c7339f779, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:27.789981 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.857322 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] For port 5be28d28-cf56-4f52-9568-c70c7339f779, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:27.860523 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] For port 5be28d28-cf56-4f52-9568-c70c7339f779, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=5be28d28-cf56-4f52-9568-c70c7339f779,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:27.864312 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.866471 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.908859 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.926161 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd776993-d6b2-4d58-a1e2-4d0b80f1572e None None] Pushing event updated for resources: {'Port': ['ID=5be28d28-cf56-4f52-9568-c70c7339f779,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:27.945692 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:27.952995 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:27.956859 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:27.962566 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Pushing event updated for resources: {'Port': ['ID=df501a17-a8d8-4d87-95b9-58435fef5fa6,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:28.239586 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:28.436431 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:28.658078 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:45:28.732490 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bd7e7-d000-4065-9a79-44ee0707d676 req-862a18e4-aeb9-4285-b81a-559c1217c2bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:28.734120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca9bd7e7-d000-4065-9a79-44ee0707d676 req-862a18e4-aeb9-4285-b81a-559c1217c2bc tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.0538378 Aug 31 12:45:28.773761 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:45:28.777567 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca9bd7e7-d000-4065-9a79-44ee0707d676 req-c9dfc40e-7a6c-41bf-acd8-7cba787f45f9 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Aug 31 12:45:28.885229 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:28.895266 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Sync routers for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:45:28.903768 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:28.905354 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:28.905976 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:28.907353 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6e25c9b8-0d24-47ea-a2b0-1f272c9c5071 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7433069 Aug 31 12:45:28.907969 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40728) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:28.926637 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b009d3a-7a45-4fde-9741-26371283ef7d None None] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:45:29.019206 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:29.023371 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-44f47eec-72c5-4a0a-80ff-563c50cc797b None None] Provisioning for port 5be28d28-cf56-4f52-9568-c70c7339f779 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:29.161140 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 5be28d28-cf56-4f52-9568-c70c7339f779 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:29.221075 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 5be28d28-cf56-4f52-9568-c70c7339f779 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:29.230510 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 5be28d28-cf56-4f52-9568-c70c7339f779 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:29.231246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.240941 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:28Z', 'revision_number': 3, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:29.278363 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Checking router: 93a24f40-c1a3-422b-afb1-a6c64b67bad5 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:45:29.278586 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Updating router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 port df501a17-a8d8-4d87-95b9-58435fef5fa6 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:45:29.308678 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.323870 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.374853 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 5be28d28-cf56-4f52-9568-c70c7339f779, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=5be28d28-cf56-4f52-9568-c70c7339f779,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:29.380563 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.408163 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-0f74ca18-30bf-4fbd-9e44-315223f7218e None None] Provisioning complete for port 5be28d28-cf56-4f52-9568-c70c7339f779 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:29.408452 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0f74ca18-30bf-4fbd-9e44-315223f7218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.436295 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.460381 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=5be28d28-cf56-4f52-9568-c70c7339f779,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.591264 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.601127 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Transition to ACTIVE for port object df501a17-a8d8-4d87-95b9-58435fef5fa6 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:29.608605 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.611697 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Allocated IP 172.20.0.1 (efd38b49-288e-4e2b-aa07-402328c7b2f0/514bdc13-d25d-4b26-94e9-9a2e7070c3ff/18ed664d-8ddb-4b92-8449-40e493d9e965) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:29.666478 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Pushing event updated for resources: {'Port': ['ID=df501a17-a8d8-4d87-95b9-58435fef5fa6,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.666478 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Attempting to bind port df501a17-a8d8-4d87-95b9-58435fef5fa6 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:29.666478 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Attempting to bind port df501a17-a8d8-4d87-95b9-58435fef5fa6 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:29.666478 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Attempting to bind port df501a17-a8d8-4d87-95b9-58435fef5fa6 on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:29.675344 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:29.675828 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:29.676239 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.676671 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:29.677132 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Bound port: df501a17-a8d8-4d87-95b9-58435fef5fa6, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:29.677530 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.681065 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.681231 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.681569 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.681901 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.682448 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.682850 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.683184 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.683505 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.683909 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.684172 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.684491 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.684809 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.725139 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.738800 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Transition to ACTIVE for port object 18ed664d-8ddb-4b92-8449-40e493d9e965 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:29.746036 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] For port df501a17-a8d8-4d87-95b9-58435fef5fa6, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:29.751142 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] For port df501a17-a8d8-4d87-95b9-58435fef5fa6, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=df501a17-a8d8-4d87-95b9-58435fef5fa6,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:29.756312 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.780368 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.815074 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:29.817234 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcee92-52a5-4283-a70a-b598f44ca5a3 None None] Pushing event updated for resources: {'Port': ['ID=df501a17-a8d8-4d87-95b9-58435fef5fa6,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.817912 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:29.819789 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:29.820402 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:29.821447 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:29.854894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.872972 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.021849 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:30.031173 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835f706-8246-4d2d-af78-719bcef51e24 req-e9e694c0-eae5-400f-95d3-ea4117f808fe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:30.032729 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a835f706-8246-4d2d-af78-719bcef51e24 req-e9e694c0-eae5-400f-95d3-ea4117f808fe tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1570573 Aug 31 12:45:30.046972 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ef8063a6-3e7a-4994-9a04-0140d49645bc None None] Provisioning for port 18ed664d-8ddb-4b92-8449-40e493d9e965 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:30.052881 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ef8063a6-3e7a-4994-9a04-0140d49645bc None None] Provisioning complete for port 18ed664d-8ddb-4b92-8449-40e493d9e965 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:30.053657 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ef8063a6-3e7a-4994-9a04-0140d49645bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.070152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-c4e774a0-9d06-4be1-8fa0-9d98c5d91df5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:30.071988 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-c4e774a0-9d06-4be1-8fa0-9d98c5d91df5 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 945 time: 0.1266272 Aug 31 12:45:30.100486 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ef8063a6-3e7a-4994-9a04-0140d49645bc None None] Port 18ed664d-8ddb-4b92-8449-40e493d9e965 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:45:30.162985 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a835f706-8246-4d2d-af78-719bcef51e24 req-e4abb925-8e7a-4ed6-af8c-7dcee58b7f80 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/security-groups?id=5eb53e54-95f2-4b54-b373-2c8554893647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210322 Aug 31 12:45:30.201054 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.258601 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:28Z', 'revision_number': 3, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:30.260142 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Deleting port e2529395-cee8-4f34-aaab-1c73792d7229 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:30.260488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.288929 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d210df-13eb-4838-b2d2-c4fe2d26c6dd None None] The sync data for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi is: [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:28Z', 'revision_number': 3, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:45:30.626828 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] For port e2529395-cee8-4f34-aaab-1c73792d7229, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e2529395-cee8-4f34-aaab-1c73792d7229,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:30.627201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.652972 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Calling delete_port for e2529395-cee8-4f34-aaab-1c73792d7229 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:30.727761 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.737560 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.825062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.827579 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:30.951347 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.964714 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['e2529395-cee8-4f34-aaab-1c73792d7229'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:45:30.994718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Pushing event deleted for resources: {'Port': ['ID=e2529395-cee8-4f34-aaab-1c73792d7229,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:31.002179 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:31.008076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:31.058674 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] No DVR routers for this DVR port e2529395-cee8-4f34-aaab-1c73792d7229 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:31.061826 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.064612 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd1930fa-bda6-4af6-b1a7-1a7b64138067 req-287310a3-fb7c-4f6f-853f-fb506929bc77 tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.55 "DELETE /v2.0/ports/e2529395-cee8-4f34-aaab-1c73792d7229 HTTP/1.1" status: 204 len: 173 time: 0.9779849 Aug 31 12:45:31.066176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'name': 'network-vif-deleted', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:31.068450 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99827a8b-d167-4dc7-ac50-24d0b9379775" -d '{"events": [{"server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "name": "network-vif-deleted", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:45:31.131455 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4e184-09e6-4d14-997e-423a2315d065 x-openstack-request-id: req-fef4e184-09e6-4d14-997e-423a2315d065 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:45:31.131743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576ae30-9899-4d78-a72f-55d16a745cfd", "name": "network-vif-deleted", "tag": "e2529395-cee8-4f34-aaab-1c73792d7229", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:45:31.131991 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fef4e184-09e6-4d14-997e-423a2315d065 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:45:31.132383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576ae30-9899-4d78-a72f-55d16a745cfd', 'name': 'network-vif-deleted', 'tag': 'e2529395-cee8-4f34-aaab-1c73792d7229', 'status': 'completed', 'code': 200} Aug 31 12:45:31.220668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:31.275417 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device df501a17-a8d8-4d87-95b9-58435fef5fa6 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:31.375226 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-d5c8471a-6c82-4348-8d31-0b2bda07dbbc None None] Provisioning complete for port 18ed664d-8ddb-4b92-8449-40e493d9e965 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:31.375905 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5c8471a-6c82-4348-8d31-0b2bda07dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.414007 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1079f76c-6f03-4287-9d84-7317f0ca4a50 req-a6599c1c-aa00-48da-960f-035859ff3d6c tempest-ServerRescueNegativeTestJSON-1582948542 tempest-ServerRescueNegativeTestJSON-1582948542-project] 10.222.0.60 "GET /v2.0/ports?device_id=7576ae30-9899-4d78-a72f-55d16a745cfd HTTP/1.1" status: 200 len: 210 time: 0.0346332 Aug 31 12:45:31.419798 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8471a-6c82-4348-8d31-0b2bda07dbbc None None] Port 18ed664d-8ddb-4b92-8449-40e493d9e965 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:45:31.428925 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port df501a17-a8d8-4d87-95b9-58435fef5fa6 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:31.434462 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port df501a17-a8d8-4d87-95b9-58435fef5fa6 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:31.434967 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.436772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:31.442862 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6e8be4d7-afe8-45f5-9de3-e2c3ce166b17 admin admin] 10.222.0.60 "PUT /v2.0/routers/93a24f40-c1a3-422b-afb1-a6c64b67bad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331097 Aug 31 12:45:31.529604 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.550589 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port df501a17-a8d8-4d87-95b9-58435fef5fa6, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=df501a17-a8d8-4d87-95b9-58435fef5fa6,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:31.555311 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.556132 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 5be28d28-cf56-4f52-9568-c70c7339f779 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:31.634353 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=df501a17-a8d8-4d87-95b9-58435fef5fa6,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:31.656681 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 5be28d28-cf56-4f52-9568-c70c7339f779 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:31.657086 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.972717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40778) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:31.977876 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1229571531-network', 'tenant_id': '267e8e05f68949c298ac415c70412800'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:32.000875 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Made reservation on behalf of 267e8e05f68949c298ac415c70412800 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:32.003343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.013309 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.033974 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Sync routers for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:45:32.046324 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:32.047164 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:32.116018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.120793 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.146916 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:45:32.157799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1bf02-2010-4de8-96af-c72e22d2264a,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:32.164537 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.165041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Added segment 52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a of type vlan for network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 Aug 31 12:45:32.209451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.235722 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.236829 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:32.237460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.280558 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:32.294226 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3203611 Aug 31 12:45:32.297136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40780) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:32.303493 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0ec8-23d7-422f-a9c4-11a13ff797d3 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:32.304246 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Request body: {'subnet': {'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1229571531-subnet', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:32.317806 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:45:32.328573 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Made reservation on behalf of 267e8e05f68949c298ac415c70412800 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:32.331552 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.476104 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40784) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:32.521575 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.550521 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 2, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:32.585158 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Checking router: 93a24f40-c1a3-422b-afb1-a6c64b67bad5 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:45:32.585503 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Updating router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 port 18ed664d-8ddb-4b92-8449-40e493d9e965 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:45:32.593840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbbad71-365c-4b00-9bb0-39f3e60cf847,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:32.597277 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Checking segment: {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:32.598493 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Network hostable DHCP agents. Network: aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:45:32.607337 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.607983 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.608795 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.609092 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.610052 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.610426 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.610744 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.611120 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.611512 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.611850 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.612687 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.613034 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:32.620250 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.637698 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:45:32.657960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:32.667740 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:32.668439 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.672031 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d5f13-978e-447f-aa54-a3a28cf278c1 None None] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:45:32.691665 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1d9c9b93-b23e-4ae5-a73a-d93aeaf7b5cd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3909121 Aug 31 12:45:32.692023 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40800) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:32.698697 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:32.722213 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.723454 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.795891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.961672 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.975363 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'fixed_ips': [{'subnet_id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:45:32.976231 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.018748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40804) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:33.053563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.179879 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device df501a17-a8d8-4d87-95b9-58435fef5fa6 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:33.185774 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.223527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.227451 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Allocated IP 172.20.0.2 (aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4/7fbbad71-365c-4b00-9bb0-39f3e60cf847/a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:33.233419 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Transition to ACTIVE for port object 18ed664d-8ddb-4b92-8449-40e493d9e965 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:33.243210 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.248771 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.300946 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9be0020d-3356-4c04-ab67-4146ad08afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.360029 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fee273-31d3-43a8-b726-badb8c6f53e9 None None] Pushing event updated for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.364337 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Allocated IP 172.27.3.203 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/a52506ea-9cab-4fa1-978a-ecbe3e2474ae) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:33.381502 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port df501a17-a8d8-4d87-95b9-58435fef5fa6 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:33.381883 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.513804 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Attempting to bind port 18ed664d-8ddb-4b92-8449-40e493d9e965 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:33.514174 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Attempting to bind port 18ed664d-8ddb-4b92-8449-40e493d9e965 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:33.514531 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Attempting to bind port 18ed664d-8ddb-4b92-8449-40e493d9e965 on network efd38b49-288e-4e2b-aa07-402328c7b2f0 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:33.541453 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:33.542426 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Checking segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:33.542758 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.543184 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Bound using segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:33.543661 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Bound port: 18ed664d-8ddb-4b92-8449-40e493d9e965, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:33.544041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.544392 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.553980 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9be0020d-3356-4c04-ab67-4146ad08afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.563266 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9be0020d-3356-4c04-ab67-4146ad08afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.569185 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Deleting port ed5284b6-96fe-490a-ab29-590ec297c501 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:33.569858 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.607278 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.653561 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:33.656758 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:33.663392 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:33.695283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0020d-3356-4c04-ab67-4146ad08afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc27e2c5-fd8d-4a65-805a-d57325abfd13,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.697045 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.702923 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9be0020d-3356-4c04-ab67-4146ad08afac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=751fbe00ca3740d6adf9ccc128b52968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826437 Aug 31 12:45:33.706991 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40808) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:33.717627 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] For port ed5284b6-96fe-490a-ab29-590ec297c501, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=ed5284b6-96fe-490a-ab29-590ec297c501,segment=NetworkSegment(3032d09e-d670-437b-8518-6c78e2508003),segment_id=3032d09e-d670-437b-8518-6c78e2508003)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:33.718483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.727282 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Transition to ACTIVE for port object a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:33.731926 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Calling delete_port for ed5284b6-96fe-490a-ab29-590ec297c501 owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:33.756815 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] For port 18ed664d-8ddb-4b92-8449-40e493d9e965, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:33.762229 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] For port 18ed664d-8ddb-4b92-8449-40e493d9e965, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18ed664d-8ddb-4b92-8449-40e493d9e965,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:33.763713 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Transition to ACTIVE for port object a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:33.771408 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.779259 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.817332 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Pushing event updated for resources: {'Port': ['ID=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.845551 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:33.852742 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:33.856706 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:33.858560 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fee273-31d3-43a8-b726-badb8c6f53e9 None None] Pushing event updated for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.862161 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:33.862778 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:33.906887 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.931913 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.973960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.991410 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Pushing event updated for resources: {'Port': ['ID=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:34.034292 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Attempting to bind port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:34.034712 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Attempting to bind port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:34.035138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Attempting to bind port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 on network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:34.047247 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:34.047622 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Checking segment: {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:34.048024 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.048417 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Bound using segment: {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:34.048911 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Bound port: a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:34.049300 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.104224 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.109275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:34.145023 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.148142 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.149064 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc27e2c5-fd8d-4a65-805a-d57325abfd13 HTTP/1.1" status: 204 len: 168 time: 0.4365895 Aug 31 12:45:34.161068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979bc0c-ba1d-4ead-80b1-bf10c03debb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc27e2c5-fd8d-4a65-805a-d57325abfd13,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:34.266931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5284b6-96fe-490a-ab29-590ec297c501,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:34.361335 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e2529395-cee8-4f34-aaab-1c73792d7229 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:34.367975 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.403999 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] For port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:34.445792 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: e2529395-cee8-4f34-aaab-1c73792d7229 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:34.446132 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e2529395-cee8-4f34-aaab-1c73792d7229 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:34.472951 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] For port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:34.478569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.486683 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.534997 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Router da510922-9fba-466b-b3e1-6d341e86eb51 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:45:34.599365 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1951a8-e0fe-4d28-9c2b-e61549336c12 None None] Pushing event updated for resources: {'Port': ['ID=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:34.662019 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:34.702595 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b1fa-6887-4e16-a890-4a4ba27a933f None None] The sync data for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi is: [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:45:34.739722 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:34.772212 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:34.778333 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1c974176-c24a-4c59-86b1-5af1cacfcb45 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0853567 Aug 31 12:45:34.780693 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40826) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:34.781740 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Sync routers for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:45:34.799761 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:34.800397 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:34.826050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Router 9ceced68-78bf-4543-a9a4-cedfb6e1191f has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:35.065354 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:35.163095 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:35.171415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fe94a180-7501-4f6a-a1e9-e0a1ecccbcc4 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ceced68-78bf-4543-a9a4-cedfb6e1191f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6941667 Aug 31 12:45:35.173872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40834) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:35.182057 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Sync routers for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:45:35.202513 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:35.203313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:35.381854 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.419647 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18ed664d-8ddb-4b92-8449-40e493d9e965 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:35.552969 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:35.582111 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 3, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:35.633731 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.639400 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Checking router: da510922-9fba-466b-b3e1-6d341e86eb51 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:45:35.639771 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Updating router da510922-9fba-466b-b3e1-6d341e86eb51 port a52506ea-9cab-4fa1-978a-ecbe3e2474ae binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:45:35.670662 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.703247 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 18ed664d-8ddb-4b92-8449-40e493d9e965 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:35.733942 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 18ed664d-8ddb-4b92-8449-40e493d9e965 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:35.736437 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.742774 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.754665 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Deleting port 7dde7ad0-3bbe-4576-b371-44fab11276e9 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:45:35.757688 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.946029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] For port 7dde7ad0-3bbe-4576-b371-44fab11276e9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7dde7ad0-3bbe-4576-b371-44fab11276e9,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:35.961147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.991938 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Calling delete_port for 7dde7ad0-3bbe-4576-b371-44fab11276e9 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:45:36.024794 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.085401 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 18ed664d-8ddb-4b92-8449-40e493d9e965, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18ed664d-8ddb-4b92-8449-40e493d9e965,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:36.099785 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.102281 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:36.127821 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 5, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port': {'id': '7dde7ad0-3bbe-4576-b371-44fab11276e9', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:52Z', 'updated_at': '2021-08-31T12:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:36.132482 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Allocated IP 172.20.0.1 (aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4/7fbbad71-365c-4b00-9bb0-39f3e60cf847/d825b3b5-b89c-4e0e-8795-e98c152130fc) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:36.263297 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143d72e-4245-43bb-afca-dcb4587f91fa None None] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:45:36.307900 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.322640 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Transition to ACTIVE for port object a52506ea-9cab-4fa1-978a-ecbe3e2474ae will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:36.328072 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.329843 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.356093 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Transition to ACTIVE for port object d825b3b5-b89c-4e0e-8795-e98c152130fc will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:36.395201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.401818 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Checking router: 9ceced68-78bf-4543-a9a4-cedfb6e1191f for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:45:36.409066 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5fbb-5625-4f07-8d4d-86364e06437c None None] Pushing event updated for resources: {'Port': ['ID=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:36.431334 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Attempting to bind port a52506ea-9cab-4fa1-978a-ecbe3e2474ae on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:36.431709 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Attempting to bind port a52506ea-9cab-4fa1-978a-ecbe3e2474ae by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:36.432076 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Attempting to bind port a52506ea-9cab-4fa1-978a-ecbe3e2474ae on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:36.438212 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:36.438586 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:36.439214 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.439762 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:36.440426 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Bound port: a52506ea-9cab-4fa1-978a-ecbe3e2474ae, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:36.441010 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.445925 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dde7ad0-3bbe-4576-b371-44fab11276e9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:36.456927 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-debbc3db-1666-4da0-9d43-5ce153b540c5 None None] Provisioning for port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:36.491147 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Routers {'9ceced68-78bf-4543-a9a4-cedfb6e1191f'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:36.491995 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:36.501955 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.540023 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] For port a52506ea-9cab-4fa1-978a-ecbe3e2474ae, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:36.556050 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] For port a52506ea-9cab-4fa1-978a-ecbe3e2474ae, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:36.562209 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.595819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.602237 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:36.647550 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:36.663270 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:36.670737 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:36.673422 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:36.674096 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:36.694465 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:36.712955 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] Set router 9ceced68-78bf-4543-a9a4-cedfb6e1191f gateway port host: None {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:36.729658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.732072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.750636 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Pushing event updated for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:36.761073 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:36.761354 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.783501 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.825792 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 7, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:36.846787 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.847366 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ceced68-78bf-4543-a9a4-cedfb6e1191f {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:45:36.848955 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5fbb-5625-4f07-8d4d-86364e06437c None None] Pushing event updated for resources: {'Port': ['ID=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:36.859710 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.863646 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c4cf48a1-ddee-438f-8e46-4f3b85294e22 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9ceced68-78bf-4543-a9a4-cedfb6e1191f HTTP/1.1" status: 204 len: 168 time: 1.6863267 Aug 31 12:45:36.863901 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40856) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:36.868200 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3179d-95bd-4627-9f4d-35e35506ba34 None None] The sync data for ids ['9ceced68-78bf-4543-a9a4-cedfb6e1191f'] in dv-cinder-788782-6-iscsi is: [{'id': '9ceced68-78bf-4543-a9a4-cedfb6e1191f', 'name': 'tempest-ServerRescueNegativeTestJSON-290112671-router', 'tenant_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 7, 'project_id': 'd6a2b1d1dae04c37a08a0a2cb61b2860', 'gw_port_host': None}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:45:36.898027 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:36.956985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Deleting subnet 1f9fcf6d-799e-4760-b0de-d84144c177ed {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:45:36.961380 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.971985 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.007706 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.048336 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:37.053892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.055283 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.130980 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:37.167125 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.226865 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 3, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:37.297270 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.304677 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392f83-ef22-461c-81ec-065da5cc4355 None None] The sync data for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi is: [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:33Z', 'revision_number': 3, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:45:37.307280 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.307962 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Provisioning complete for port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:37.308355 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.336374 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.396329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f9fcf6d-799e-4760-b0de-d84144c177ed,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:37.406116 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.409195 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e825c660-be08-4706-8fa6-ff5fad4c0e59 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f9fcf6d-799e-4760-b0de-d84144c177ed HTTP/1.1" status: 204 len: 168 time: 0.5424941 Aug 31 12:45:37.415510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40878) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:37.578036 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Provisioning for port d825b3b5-b89c-4e0e-8795-e98c152130fc completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:37.582889 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Provisioning complete for port d825b3b5-b89c-4e0e-8795-e98c152130fc triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:37.583318 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.625016 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.630976 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-72ef366b-3125-4636-a30e-acc8f7cc9192 None None] Port d825b3b5-b89c-4e0e-8795-e98c152130fc cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:45:37.676940 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Pushing event updated for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:37.681092 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.722052 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.735110 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1b655c-b837-44f7-bf38-d7be084485b0']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:37.752579 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3032d09e-d670-437b-8518-6c78e2508003') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:37.753821 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-23591ef0-2f38-4e49-8574-0c2c3dc52cf7 None None] Provisioning complete for port d825b3b5-b89c-4e0e-8795-e98c152130fc triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:37.754201 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-23591ef0-2f38-4e49-8574-0c2c3dc52cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.755282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3032d09e-d670-437b-8518-6c78e2508003') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:37.766915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.785179 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.793457 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:45:37.793964 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.797568 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-23591ef0-2f38-4e49-8574-0c2c3dc52cf7 None None] Port d825b3b5-b89c-4e0e-8795-e98c152130fc cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:45:37.800381 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:37.802009 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:45:37.812898 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:45:37.840459 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18ed664d-8ddb-4b92-8449-40e493d9e965 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:37.953194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.968009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.972275 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] 10.222.0.60 "DELETE /v2.0/networks/5e1b655c-b837-44f7-bf38-d7be084485b0 HTTP/1.1" status: 204 len: 168 time: 0.5544972 Aug 31 12:45:38.016494 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40886) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:38.035585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12cb95-c50b-4dcf-b859-b4a5db56a26a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1b655c-b837-44f7-bf38-d7be084485b0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:38.112592 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Router da510922-9fba-466b-b3e1-6d341e86eb51 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:38.135720 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 18ed664d-8ddb-4b92-8449-40e493d9e965 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:38.136758 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.214744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40890) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:38.245207 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-81f679ba-51b1-427c-8819-6fda805122c6 None None] Provisioning complete for port d825b3b5-b89c-4e0e-8795-e98c152130fc triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:38.245472 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-81f679ba-51b1-427c-8819-6fda805122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.271211 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ffcb007b-9bf0-491f-9228-4d6e05a86abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.311155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:38.337347 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:38.344510 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a9e00cf3-82c4-4250-a293-162a731f899e admin admin] 10.222.0.60 "PUT /v2.0/routers/da510922-9fba-466b-b3e1-6d341e86eb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639207 Aug 31 12:45:38.348188 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b7059717-a2a9-43e3-819c-7410479d6f37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6a2b1d1dae04c37a08a0a2cb61b2860&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1322391 Aug 31 12:45:38.352436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40892) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:38.383508 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-81f679ba-51b1-427c-8819-6fda805122c6 None None] Port d825b3b5-b89c-4e0e-8795-e98c152130fc cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:45:38.409597 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:38.409978 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.430914 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.470468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ffcb007b-9bf0-491f-9228-4d6e05a86abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.476515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-ffcb007b-9bf0-491f-9228-4d6e05a86abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.477218 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.518058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb007b-9bf0-491f-9228-4d6e05a86abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85cb0cf-ac9f-492f-9bb9-78ec0c4c6e6e,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:38.548276 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device ed5284b6-96fe-490a-ab29-590ec297c501 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:38.563284 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40896) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:38.570631 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-ffcb007b-9bf0-491f-9228-4d6e05a86abd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d7393f7f9d546a3839273afe8ce041d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525966 Aug 31 12:45:38.575345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: ed5284b6-96fe-490a-ab29-590ec297c501 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:38.575693 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device ed5284b6-96fe-490a-ab29-590ec297c501 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:38.591353 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.593902 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.597874 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eb53e54-95f2-4b54-b373-2c8554893647 HTTP/1.1" status: 204 len: 168 time: 0.2441733 Aug 31 12:45:38.618499 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225342fa-1ee1-4af6-b07e-50ead60f6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb53e54-95f2-4b54-b373-2c8554893647,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:38.638636 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.677977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.742128 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.745684 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.747654 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e85cb0cf-ac9f-492f-9bb9-78ec0c4c6e6e HTTP/1.1" status: 204 len: 168 time: 0.1822841 Aug 31 12:45:38.758590 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88265f4-0b40-412e-b036-5b6918ed157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85cb0cf-ac9f-492f-9bb9-78ec0c4c6e6e,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.203900 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a52506ea-9cab-4fa1-978a-ecbe3e2474ae up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:39.242107 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40920) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:39.265930 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f0faf62d-b82b-4941-8797-4b545533fd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.269186 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port a52506ea-9cab-4fa1-978a-ecbe3e2474ae completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:39.274138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a52506ea-9cab-4fa1-978a-ecbe3e2474ae triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:39.274788 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.356615 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40924) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:39.361841 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488422538', 'description': 'tempest-secgroup-smoke-488422538 description', 'project_id': '25ef18b355a64dcdaa561671383d60c0'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:39.385758 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.411132 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port a52506ea-9cab-4fa1-978a-ecbe3e2474ae, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:39.416136 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.417156 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f0faf62d-b82b-4941-8797-4b545533fd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.425618 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f0faf62d-b82b-4941-8797-4b545533fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.444785 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.452664 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7dde7ad0-3bbe-4576-b371-44fab11276e9 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:45:39.477361 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f0faf62d-b82b-4941-8797-4b545533fd9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3efcb36d7be42d687b423d07285ad9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339029 Aug 31 12:45:39.480319 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40928) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:39.490767 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 7dde7ad0-3bbe-4576-b371-44fab11276e9 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:45:39.491152 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7dde7ad0-3bbe-4576-b371-44fab11276e9 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:45:39.491565 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf62d-b82b-4941-8797-4b545533fd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de64e1-3146-4d03-b19e-91ff33d94ff9,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.516170 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.570224 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.577527 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.583526 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.601809 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.614345 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.615637 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2577357 Aug 31 12:45:39.618282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c0d1-d5b7-4cbd-b909-9b999d2a1b49 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.619004 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40934) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:39.630907 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:39.691207 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.713869 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.716417 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.717580 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4de64e1-3146-4d03-b19e-91ff33d94ff9 HTTP/1.1" status: 204 len: 168 time: 0.2356875 Aug 31 12:45:39.742898 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387b29c-4b16-4405-8a66-38e270636cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4de64e1-3146-4d03-b19e-91ff33d94ff9,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.783757 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.789297 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.804561 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1969476f-41fb-4532-ba40-fa5e6d4dab7f,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.816182 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Sync routers for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:45:39.820124 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.824885 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40940) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:39.825016 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-00590573-b04d-4fa0-9599-44570bcd03ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041590 Aug 31 12:45:39.831954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:39.836300 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:39.837264 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:39.885631 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.972505 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.977079 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.000545 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919e9eb6-3af0-4716-9fc3-d754ebc8d97b,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.007728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.009498 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-502935c1-346a-4d03-af09-0d7a69d3e4bc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831529 Aug 31 12:45:40.013269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40946) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:40.018294 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:40.049458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.079779 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:40.117239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.122492 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.144194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20eb19d-0c22-49a8-a785-75f3967ca105,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.148170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.155262 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a74843fa-4247-40bf-9e03-b6b89ede443d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380904 Aug 31 12:45:40.155262 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40958) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:40.161029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:40.200684 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.285227 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.289978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.311782 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c66c78-5c76-4b08-ba36-f5b437a1f8be,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.317764 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.319951 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c5b1c1a0-b90a-4749-bc9d-889b54eacc3c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632388 Aug 31 12:45:40.324390 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 40964) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:40.331498 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:40.363563 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.securitygroups_db [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Project 25ef18b355a64dcdaa561671383d60c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:45:40.368588 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.403210 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 4, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'd825b3b5-b89c-4e0e-8795-e98c152130fc', 'name': '', 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'mac_address': 'fa:16:3e:a6:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:35Z', 'updated_at': '2021-08-31T12:45:37Z', 'revision_number': 2, 'project_id': '267e8e05f68949c298ac415c70412800', 'subnets': [{'id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:40.442331 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Checking router: da510922-9fba-466b-b3e1-6d341e86eb51 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:45:40.442696 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Updating router da510922-9fba-466b-b3e1-6d341e86eb51 port d825b3b5-b89c-4e0e-8795-e98c152130fc binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:45:40.450613 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.456756 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.475552 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.477251 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9ef802-b4ba-4166-b1a6-c5bf8f979ce0,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.494670 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.499197 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a697da00-e5c6-4108-9684-43edd50d950b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1735890 Aug 31 12:45:40.499704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 40972) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:40.506477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'security_group_rule': {'security_group_id': 'dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0', 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:45:40.539916 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.securitygroups_db [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Project 25ef18b355a64dcdaa561671383d60c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:45:40.548919 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.628362 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.635865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.655051 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef239db2-016b-41b4-ab7b-c62f691c44eb,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.666011 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.680236 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-813c9cfc-3596-41ad-8d5b-021ff472d9ca tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1786237 Aug 31 12:45:40.815529 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.830056 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Transition to ACTIVE for port object d825b3b5-b89c-4e0e-8795-e98c152130fc will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:40.841967 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.974408 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14dc06-c1ea-4db3-80ea-845b85008f54 None None] Pushing event updated for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.988597 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Attempting to bind port d825b3b5-b89c-4e0e-8795-e98c152130fc on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:40.991372 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Attempting to bind port d825b3b5-b89c-4e0e-8795-e98c152130fc by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:40.992094 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Attempting to bind port d825b3b5-b89c-4e0e-8795-e98c152130fc on network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:41.005385 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:41.006022 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Checking segment: {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:45:41.006603 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.007107 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Bound using segment: {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:41.007497 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Bound port: d825b3b5-b89c-4e0e-8795-e98c152130fc, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:41.007897 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.128902 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] For port d825b3b5-b89c-4e0e-8795-e98c152130fc, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:41.132545 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] For port d825b3b5-b89c-4e0e-8795-e98c152130fc, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=d825b3b5-b89c-4e0e-8795-e98c152130fc,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:41.143981 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.182096 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a52506ea-9cab-4fa1-978a-ecbe3e2474ae up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:41.224982 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:41.229684 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:41.240902 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14dc06-c1ea-4db3-80ea-845b85008f54 None None] Pushing event updated for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:41.296527 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port a52506ea-9cab-4fa1-978a-ecbe3e2474ae triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:41.296919 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.467609 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:45:41.472057 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41040) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:41.726453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a882bc5f-f10d-4186-8cd8-09c500f2c389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.739084 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 4, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'd825b3b5-b89c-4e0e-8795-e98c152130fc', 'name': '', 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'mac_address': 'fa:16:3e:a6:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:35Z', 'updated_at': '2021-08-31T12:45:41Z', 'revision_number': 4, 'project_id': '267e8e05f68949c298ac415c70412800', 'subnets': [{'id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:41.771444 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c4fd0-a564-444a-a460-a30e37516aec None None] The sync data for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi is: [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 4, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'd825b3b5-b89c-4e0e-8795-e98c152130fc', 'name': '', 'network_id': 'aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'mac_address': 'fa:16:3e:a6:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:35Z', 'updated_at': '2021-08-31T12:45:41Z', 'revision_number': 4, 'project_id': '267e8e05f68949c298ac415c70412800', 'subnets': [{'id': '7fbbad71-365c-4b00-9bb0-39f3e60cf847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:45:41.892617 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a882bc5f-f10d-4186-8cd8-09c500f2c389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.897386 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a882bc5f-f10d-4186-8cd8-09c500f2c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.941135 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a882bc5f-f10d-4186-8cd8-09c500f2c389 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb713e5a4bc44eb29055f531f2811185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676633 Aug 31 12:45:41.943793 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41068) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:41.951486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882bc5f-f10d-4186-8cd8-09c500f2c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c401a969-ed7c-4153-bc9b-449149f1f227,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.009709 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.036018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.092646 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.095617 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.108452 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c401a969-ed7c-4153-bc9b-449149f1f227 HTTP/1.1" status: 204 len: 168 time: 0.1569808 Aug 31 12:45:42.121936 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f14c-c8de-49c7-8397-3cf216172665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401a969-ed7c-4153-bc9b-449149f1f227,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.528837 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41084) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:42.547979 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11eb5bc1-084f-4708-a6b2-9586f063ee1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.679248 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11eb5bc1-084f-4708-a6b2-9586f063ee1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.684246 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11eb5bc1-084f-4708-a6b2-9586f063ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.730000 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-11eb5bc1-084f-4708-a6b2-9586f063ee1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=358f3f45e4094340a1040e9ec09be5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998737 Aug 31 12:45:42.730871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5bc1-084f-4708-a6b2-9586f063ee1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6298ac0-7e4a-43db-8ca2-90826555bb2c,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.732939 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41086) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:42.797759 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.826311 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.877168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.880007 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.881186 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6298ac0-7e4a-43db-8ca2-90826555bb2c HTTP/1.1" status: 204 len: 168 time: 0.1472619 Aug 31 12:45:42.891154 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe767c64-bb76-4893-8f92-dc0ed4440d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6298ac0-7e4a-43db-8ca2-90826555bb2c,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:43.154963 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d825b3b5-b89c-4e0e-8795-e98c152130fc up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:43.206866 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port d825b3b5-b89c-4e0e-8795-e98c152130fc completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:43.210633 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port d825b3b5-b89c-4e0e-8795-e98c152130fc triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:43.211104 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.296026 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.332011 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port d825b3b5-b89c-4e0e-8795-e98c152130fc, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=d825b3b5-b89c-4e0e-8795-e98c152130fc,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:43.336783 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.390620 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:44.686208 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41154) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:44.791803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f5225f22-0c0e-4697-b331-65569261582d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:44.882056 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f5225f22-0c0e-4697-b331-65569261582d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:44.887447 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f5225f22-0c0e-4697-b331-65569261582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:44.925834 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f5225f22-0c0e-4697-b331-65569261582d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7be66d7df6d74ce79e55512fbdc5b2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383788 Aug 31 12:45:44.927878 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225f22-0c0e-4697-b331-65569261582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de279e6-db1b-4b10-b90f-689b8cda0177,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:44.928542 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41158) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:44.983207 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.004233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.053501 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.056236 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.058091 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2de279e6-db1b-4b10-b90f-689b8cda0177 HTTP/1.1" status: 204 len: 168 time: 0.1279466 Aug 31 12:45:45.066436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8d382-332e-48c0-8528-c8b0b5f4c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de279e6-db1b-4b10-b90f-689b8cda0177,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:45.140933 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d825b3b5-b89c-4e0e-8795-e98c152130fc up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:45:45.192007 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port d825b3b5-b89c-4e0e-8795-e98c152130fc triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:45.192455 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.361578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41166) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:45.374989 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8778ab1b-3e61-4b45-9571-10d57f45396d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.469061 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8778ab1b-3e61-4b45-9571-10d57f45396d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.473351 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8778ab1b-3e61-4b45-9571-10d57f45396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.512739 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8778ab1b-3e61-4b45-9571-10d57f45396d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a35a794d6ad441c81fa255c3a24797d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500692 Aug 31 12:45:45.513603 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ab1b-3e61-4b45-9571-10d57f45396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e607cf-445e-45bf-9808-a924fa224efc,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:45.515600 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41168) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:45.566653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.588091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.643636 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.646217 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.648536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13e607cf-445e-45bf-9808-a924fa224efc HTTP/1.1" status: 204 len: 168 time: 0.1316926 Aug 31 12:45:45.664083 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de2421-3c10-4d65-b025-8b63ea1ae9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e607cf-445e-45bf-9808-a924fa224efc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:47.635571 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-75c6a01e-45c8-406b-96be-96997a91f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.566025 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41324) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:48.674233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a14f365-4d6c-4c4d-a1ea-f54a1a005cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.771454 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a14f365-4d6c-4c4d-a1ea-f54a1a005cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.775524 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7a14f365-4d6c-4c4d-a1ea-f54a1a005cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.814893 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7a14f365-4d6c-4c4d-a1ea-f54a1a005cbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55771ed4e940434fb9f8c924e7ba18e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477114 Aug 31 12:45:48.815904 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14f365-4d6c-4c4d-a1ea-f54a1a005cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a5be2-7840-4f9d-a562-94fd8ffad4a8,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:48.817559 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41328) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:48.872717 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.894372 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.949229 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.952038 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.953228 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e3a5be2-7840-4f9d-a562-94fd8ffad4a8 HTTP/1.1" status: 204 len: 168 time: 0.1340339 Aug 31 12:45:48.961489 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3acd8-8920-42a3-a276-c36f86f41c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3a5be2-7840-4f9d-a562-94fd8ffad4a8,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:49.217436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41336) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:49.231177 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-31c5a63b-d529-4890-a21f-aed289e4e8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.325579 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-31c5a63b-d529-4890-a21f-aed289e4e8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.329808 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-31c5a63b-d529-4890-a21f-aed289e4e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.367177 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5a63b-d529-4890-a21f-aed289e4e8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55fef1-ac6a-41df-810f-a6ee3c2fd45b,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:49.371399 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-31c5a63b-d529-4890-a21f-aed289e4e8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a84d45a200854a1cb63c6b8729b3e76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529200 Aug 31 12:45:49.373959 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41338) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:49.425519 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.447676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.495578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.498275 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:49.499469 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c55fef1-ac6a-41df-810f-a6ee3c2fd45b HTTP/1.1" status: 204 len: 168 time: 0.1246028 Aug 31 12:45:49.507546 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f382a13-194c-4791-aa3e-0340816302a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55fef1-ac6a-41df-810f-a6ee3c2fd45b,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:49.806410 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0735e98e-5319-4213-bbf1-150ea0f16e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:50.193010 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.168442 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41402) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:51.338098 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc96716e-2bf6-44dd-8c2d-499f4dea36f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.443574 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc96716e-2bf6-44dd-8c2d-499f4dea36f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.448016 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bc96716e-2bf6-44dd-8c2d-499f4dea36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.488437 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bc96716e-2bf6-44dd-8c2d-499f4dea36f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5031ab7f6aad429895ad4406b8ecfd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154883 Aug 31 12:45:51.488437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96716e-2bf6-44dd-8c2d-499f4dea36f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdf0e1-9a31-4ecb-961c-00592ff38042,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:51.488437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41412) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:51.539097 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.563317 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.604798 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.610715 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.613285 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:51.614444 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5cdf0e1-9a31-4ecb-961c-00592ff38042 HTTP/1.1" status: 204 len: 168 time: 0.1250775 Aug 31 12:45:51.623125 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a63cbb-c041-4afa-b159-84a4abe6dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdf0e1-9a31-4ecb-961c-00592ff38042,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:51.883555 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41418) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:51.897307 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2fcbeb02-2371-4199-a658-62e7b1db384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.002668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2fcbeb02-2371-4199-a658-62e7b1db384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.007539 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2fcbeb02-2371-4199-a658-62e7b1db384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.050241 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2fcbeb02-2371-4199-a658-62e7b1db384f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2885d88fe1f341a0881566c06b68adb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655760 Aug 31 12:45:52.051031 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbeb02-2371-4199-a658-62e7b1db384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692689f-e385-4698-8d4d-ec4bcce5130b,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:52.055308 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41422) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:52.121944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.146894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.198216 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.200841 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:52.202038 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f692689f-e385-4698-8d4d-ec4bcce5130b HTTP/1.1" status: 204 len: 168 time: 0.1400723 Aug 31 12:45:52.211005 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978fde0-700f-44a9-b116-9db12df39049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692689f-e385-4698-8d4d-ec4bcce5130b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:53.365556 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.248287 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41502) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:54.362072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fd31771c-bc32-4b6f-a940-2f167f97c543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.464360 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fd31771c-bc32-4b6f-a940-2f167f97c543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.468747 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fd31771c-bc32-4b6f-a940-2f167f97c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.507590 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fd31771c-bc32-4b6f-a940-2f167f97c543 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e06d013883b4ec6822d88de6e5e0a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582071 Aug 31 12:45:54.508503 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31771c-bc32-4b6f-a940-2f167f97c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d3eaa-f3ca-40ac-b996-2e17ed94a218,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:54.511684 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41506) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:54.566370 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.567748 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.589968 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.641446 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.645135 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:54.646353 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e6d3eaa-f3ca-40ac-b996-2e17ed94a218 HTTP/1.1" status: 204 len: 168 time: 0.1322448 Aug 31 12:45:54.655026 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67e3d7-4ba7-4ac5-9a9f-cac6eb414df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d3eaa-f3ca-40ac-b996-2e17ed94a218,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:54.947612 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41512) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:54.961213 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ac6-bbc0-4380-a660-ffac2fc16d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.064954 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ac6-bbc0-4380-a660-ffac2fc16d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.068883 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ac6-bbc0-4380-a660-ffac2fc16d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.111936 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1b6f0ac6-bbc0-4380-a660-ffac2fc16d18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a7d30abbf774246a15b9de522cb2a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630716 Aug 31 12:45:55.113397 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f0ac6-bbc0-4380-a660-ffac2fc16d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bbaab-1ac8-4078-8744-12e50535a6aa,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:55.114754 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41516) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:55.178381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.202289 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.281149 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.284540 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.286447 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/376bbaab-1ac8-4078-8744-12e50535a6aa HTTP/1.1" status: 204 len: 168 time: 0.1700952 Aug 31 12:45:55.300978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cf29b-741d-4d43-ab21-5fa153d4143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bbaab-1ac8-4078-8744-12e50535a6aa,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:55.600395 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41538) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:55.730632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-adb545f8-0cd7-4aa5-8ce2-23a52fd83626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.825121 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-adb545f8-0cd7-4aa5-8ce2-23a52fd83626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.829497 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-adb545f8-0cd7-4aa5-8ce2-23a52fd83626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.869384 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb545f8-0cd7-4aa5-8ce2-23a52fd83626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef10c1d3-b612-44bc-abca-23c3c04194a4,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:55.875996 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-adb545f8-0cd7-4aa5-8ce2-23a52fd83626 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42a7c64967b0403e9bea1580123b7c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720335 Aug 31 12:45:55.876316 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41550) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:55.927582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:55.949687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.002274 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.005191 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.006423 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef10c1d3-b612-44bc-abca-23c3c04194a4 HTTP/1.1" status: 204 len: 168 time: 0.1293283 Aug 31 12:45:56.025443 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4961-15ff-41a0-8273-1f8ebfeb7cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef10c1d3-b612-44bc-abca-23c3c04194a4,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:56.377489 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41580) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:56.392040 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14cb8c1c-81dc-4372-a4ba-429a8f8f43b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.529035 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14cb8c1c-81dc-4372-a4ba-429a8f8f43b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.535170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-14cb8c1c-81dc-4372-a4ba-429a8f8f43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.585653 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-14cb8c1c-81dc-4372-a4ba-429a8f8f43b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f27f0bcc8ae46b88314b25d18baa08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069495 Aug 31 12:45:56.588415 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb8c1c-81dc-4372-a4ba-429a8f8f43b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c0c9a-f565-4df1-b916-eff50a1c7648,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:56.588930 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41590) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:56.638217 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.664784 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.713478 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.716144 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:56.717342 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b58c0c9a-f565-4df1-b916-eff50a1c7648 HTTP/1.1" status: 204 len: 168 time: 0.1274309 Aug 31 12:45:56.729241 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b55d16-cf1c-4ff8-b900-a4b30dc73029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c0c9a-f565-4df1-b916-eff50a1c7648,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:58.954604 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41686) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:59.080112 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3694bb57-6738-4601-ae3a-18111ba66cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.200781 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3694bb57-6738-4601-ae3a-18111ba66cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.206177 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3694bb57-6738-4601-ae3a-18111ba66cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.248843 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694bb57-6738-4601-ae3a-18111ba66cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74399047-40fe-4818-bccf-79702b041239,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:59.254692 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3694bb57-6738-4601-ae3a-18111ba66cf4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fe4e9a50a2347c5a7d9a68965c9e245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988193 Aug 31 12:45:59.257214 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41702) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:59.316880 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.345030 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.413098 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.416419 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.421863 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74399047-40fe-4818-bccf-79702b041239 HTTP/1.1" status: 204 len: 168 time: 0.1594419 Aug 31 12:45:59.425722 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ad750-232f-4517-acf0-8512a7769e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74399047-40fe-4818-bccf-79702b041239,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:59.750623 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41712) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:59.768269 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce370734-e47c-489a-a196-ae485917e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.861596 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce370734-e47c-489a-a196-ae485917e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.865840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce370734-e47c-489a-a196-ae485917e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.910715 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ce370734-e47c-489a-a196-ae485917e699 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8995a30a1614e4aac7b07e7c9784409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585205 Aug 31 12:45:59.912799 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce370734-e47c-489a-a196-ae485917e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db27712d-fe23-4d2d-9d4b-c4a0ee8813d9,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:59.913594 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41716) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:45:59.971921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.996755 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:00.051183 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:00.055991 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:00.058697 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db27712d-fe23-4d2d-9d4b-c4a0ee8813d9 HTTP/1.1" status: 204 len: 168 time: 0.1433191 Aug 31 12:46:00.071628 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11835aaa-fdf6-4560-a517-a3f1f62e9824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db27712d-fe23-4d2d-9d4b-c4a0ee8813d9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:01.055455 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-16d0eca6-7c2a-46c8-ace7-a4f6e6c55226 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406706 Aug 31 12:46:01.148152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-7aa81a05-5b3e-4a18-9580-7badce2d5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:01.149663 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-7aa81a05-5b3e-4a18-9580-7badce2d5132 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 1100 time: 0.0400467 Aug 31 12:46:01.202438 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41762) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:01.270093 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-3aca9b62-ba10-4d4b-a1bc-5b833450a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:01.271660 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-3aca9b62-ba10-4d4b-a1bc-5b833450a01b service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0908191 Aug 31 12:46:01.315598 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3187ddc9-fc94-4b0b-bcc9-edb1bea06cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.356658 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-556e920f-e8d1-40e8-90ea-1847ff18e86e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 200 len: 1002 time: 0.0717375 Aug 31 12:46:01.421974 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3187ddc9-fc94-4b0b-bcc9-edb1bea06cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.422145 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-e4a43a4b-aa67-472a-b015-061980979ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:01.423767 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-e4a43a4b-aa67-472a-b015-061980979ab1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0557051 Aug 31 12:46:01.427501 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3187ddc9-fc94-4b0b-bcc9-edb1bea06cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.474151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41770) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:01.474564 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3187ddc9-fc94-4b0b-bcc9-edb1bea06cc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66fa2083caf54abebf3cdcbefd9db4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708941 Aug 31 12:46:01.475602 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ddc9-fc94-4b0b-bcc9-edb1bea06cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd9793-c705-455e-a9cb-8be3258ea093,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:01.498599 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-628c119c-93a7-429a-baeb-f5202edb3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:01.500159 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-628c119c-93a7-429a-baeb-f5202edb3ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618756 Aug 31 12:46:01.597778 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.637944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.663317 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-67f0e592-3cae-404b-936e-8d094fe16ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439683 Aug 31 12:46:01.757943 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.761121 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.762524 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3bd9793-c705-455e-a9cb-8be3258ea093 HTTP/1.1" status: 204 len: 168 time: 0.2874203 Aug 31 12:46:01.777744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128ae40-1265-4930-994e-12be62dffca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd9793-c705-455e-a9cb-8be3258ea093,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:01.790930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f3bf7622-cc00-4511-adec-7b4a7485d24c req-7374bb10-da63-4d4f-9d99-349ac72d309c service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110742 Aug 31 12:46:02.061203 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-79f20bd7-df2a-42e2-a8b2-12cd095fbf8b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488422538&fields=id&tenant_id=25ef18b355a64dcdaa561671383d60c0 HTTP/1.1" status: 200 len: 267 time: 0.0648546 Aug 31 12:46:02.205227 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-f1eea91f-b103-491e-97c4-c1f391d645b3 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:02.207160 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-f1eea91f-b103-491e-97c4-c1f391d645b3 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 808 time: 0.1366951 Aug 31 12:46:02.225065 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-7f7711de-72e5-4a1a-ac8d-3bde585e1157 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/quotas/25ef18b355a64dcdaa561671383d60c0 HTTP/1.1" status: 200 len: 375 time: 0.0113544 Aug 31 12:46:02.291105 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-3ba9ea14-efc6-432f-87ca-df67208be532 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541110 Aug 31 12:46:02.399267 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-02e5af1b-ca35-4646-9d05-542e95dc6ea1 service neutron] 10.222.0.60 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942993 Aug 31 12:46:02.503126 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-f85815d6-3d78-4a10-8bf1-c9669e0f05c1 service neutron] 10.222.0.60 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965843 Aug 31 12:46:03.113054 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b4be6c36-8413-4220-9819-5cfd5bd9ad1e req-be5b3ce8-ac79-4c17-bb3e-499777a93817 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 210 time: 0.2878215 Aug 31 12:46:04.446751 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e81c144e-a6c1-4efa-8a6b-1a5f233dc9eb req-3963a3e3-c923-4cee-90b2-f64d75088f2a tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 210 time: 0.0411327 Aug 31 12:46:04.496170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fbcbc468-bd6f-4e8b-abe1-737216197a55 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:04.497955 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fbcbc468-bd6f-4e8b-abe1-737216197a55 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 808 time: 0.3920562 Aug 31 12:46:04.570835 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-1a5360b1-e07e-4e7f-9b42-c0977e4f88fa tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ef18b355a64dcdaa561671383d60c0 HTTP/1.1" status: 200 len: 379 time: 0.0570309 Aug 31 12:46:04.587571 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'port': {'device_id': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'admin_state_up': True, 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'security_groups': ['dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:04.749224 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Made reservation on behalf of 25ef18b355a64dcdaa561671383d60c0 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:04.753590 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:04.761363 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41888) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:04.926409 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Allocated IP 172.20.0.12 (efd38b49-288e-4e2b-aa07-402328c7b2f0/514bdc13-d25d-4b26-94e9-9a2e7070c3ff/b6ea34a5-851c-4a6a-9959-355df49b0603) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:04.939915 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-668fe9ae-e7fa-46d8-ad3d-9638e7b3955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.047519 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-668fe9ae-e7fa-46d8-ad3d-9638e7b3955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.058573 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-668fe9ae-e7fa-46d8-ad3d-9638e7b3955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.100868 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.105843 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-668fe9ae-e7fa-46d8-ad3d-9638e7b3955b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4a185e6a0f74e86acd3b21246d6d6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425167 Aug 31 12:46:05.106851 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fe9ae-e7fa-46d8-ad3d-9638e7b3955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c858e-ca5e-484b-add4-a0a78ce51576,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:05.109530 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41896) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:05.145232 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Transition to ACTIVE for port object b6ea34a5-851c-4a6a-9959-355df49b0603 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:05.202215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.220009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.246430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.287315 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:05.299824 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:05.310568 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:05.343387 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:05.365280 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.365630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.365940 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.366264 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.366596 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.367009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.367248 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.367565 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.367878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.368188 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.369055 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.369369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:05.390055 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:05.390872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.429593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-fd020420-6cd4-4c1a-9c0e-38effac7e91b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482435 Aug 31 12:46:05.430833 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.433481 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.434627 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d04c858e-ca5e-484b-add4-a0a78ce51576 HTTP/1.1" status: 204 len: 168 time: 0.3239248 Aug 31 12:46:05.444792 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Request body: {'port': {'device_id': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:05.479410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d553f3-cee2-4739-bd3d-0c0e7eb3da41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c858e-ca5e-484b-add4-a0a78ce51576,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:05.538208 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.621369 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-46fa366b-8304-4330-ab4e-0865617dcd96 None None] Provisioning for port b6ea34a5-851c-4a6a-9959-355df49b0603 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:05.625987 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-46fa366b-8304-4330-ab4e-0865617dcd96 None None] Provisioning complete for port b6ea34a5-851c-4a6a-9959-355df49b0603 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:05.626442 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-46fa366b-8304-4330-ab4e-0865617dcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:05.658346 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:46:05.679469 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-46fa366b-8304-4330-ab4e-0865617dcd96 None None] Port b6ea34a5-851c-4a6a-9959-355df49b0603 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:05.741281 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1514c1-8eed-4bf7-934e-d66314421fb2 req-7ef5b41a-2ac7-4a8b-a0ea-d7dbf427ef82 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:05.742782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d1514c1-8eed-4bf7-934e-d66314421fb2 req-7ef5b41a-2ac7-4a8b-a0ea-d7dbf427ef82 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 932 time: 0.1620994 Aug 31 12:46:05.840717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d1514c1-8eed-4bf7-934e-d66314421fb2 req-df2cc87d-14a1-46ea-b65f-1dff72be23f2 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857739 Aug 31 12:46:05.846585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41904) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:05.868861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8f682e51-6b7a-443b-ab15-37e3a74e036b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.006473 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ea34a5-851c-4a6a-9959-355df49b0603 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:06.021361 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.044955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Transition to ACTIVE for port object b6ea34a5-851c-4a6a-9959-355df49b0603 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:06.057343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.094780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8f682e51-6b7a-443b-ab15-37e3a74e036b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.107934 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8f682e51-6b7a-443b-ab15-37e3a74e036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.157549 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:06.168860 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8f682e51-6b7a-443b-ab15-37e3a74e036b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=919e1682512e4a889975c41d343936e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164845 Aug 31 12:46:06.169634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41910) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:06.175198 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f682e51-6b7a-443b-ab15-37e3a74e036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49a7fe1-07f9-443d-9051-a0d5f49ec510,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:06.268849 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.285303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Attempting to bind port b6ea34a5-851c-4a6a-9959-355df49b0603 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:06.286285 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Attempting to bind port b6ea34a5-851c-4a6a-9959-355df49b0603 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:06.287154 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Attempting to bind port b6ea34a5-851c-4a6a-9959-355df49b0603 on network efd38b49-288e-4e2b-aa07-402328c7b2f0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:06.296126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Port b6ea34a5-851c-4a6a-9959-355df49b0603 on network efd38b49-288e-4e2b-aa07-402328c7b2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:46:06.296958 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Attempting to bind port b6ea34a5-851c-4a6a-9959-355df49b0603 on network efd38b49-288e-4e2b-aa07-402328c7b2f0 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:06.301239 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.309522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:06.310402 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Checking segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:06.314985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Bound using segment: {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:06.315872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Bound port: b6ea34a5-851c-4a6a-9959-355df49b0603, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db2ddde-44dc-43c1-9f1d-4faa820e16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:06.316266 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.377686 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.379807 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.381192 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d49a7fe1-07f9-443d-9051-a0d5f49ec510 HTTP/1.1" status: 204 len: 168 time: 0.2095065 Aug 31 12:46:06.392870 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ea4fb-ee84-4e48-b2bc-a0bfd28174e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49a7fe1-07f9-443d-9051-a0d5f49ec510,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:06.403258 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41916) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:06.448126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:06.452437 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:06.458301 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.511532 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:06.512477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.514777 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 1094 time: 1.0752909 Aug 31 12:46:06.518908 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:06.524103 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a73e6-360d-4928-b1de-927833c0da71" -d '{"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:06.569058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3d26-5c78-4ebf-a31c-3fb54803dbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:06.620328 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a950d59-4b57-41cc-824d-b378f114b323 x-openstack-request-id: req-9a950d59-4b57-41cc-824d-b378f114b323 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:06.620594 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:06.620856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a950d59-4b57-41cc-824d-b378f114b323 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:06.621389 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'status': 'completed', 'code': 200} Aug 31 12:46:06.640945 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-5a8c6909-2ab4-4ad3-bfe5-7f63025e6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:06.642655 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-5a8c6909-2ab4-4ad3-bfe5-7f63025e6e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1097 time: 0.0568228 Aug 31 12:46:06.715077 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-66f95b97-1e8c-4775-bb45-cc593512cf07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 217 time: 0.0548639 Aug 31 12:46:06.747324 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e18491cc-7e5a-4842-ba67-9ff869ecc7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.797348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-5bc650a5-fd9e-48ad-84dc-ea1946cf4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:06.799109 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-5bc650a5-fd9e-48ad-84dc-ea1946cf4640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0741954 Aug 31 12:46:06.861054 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-715c6ce2-f218-41e6-b80c-5d841cd9ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:06.862620 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-715c6ce2-f218-41e6-b80c-5d841cd9ee54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527172 Aug 31 12:46:06.867668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41926) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:06.909784 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0068fb10-4563-486f-bbaa-9aaac1bc4c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.914508 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e18491cc-7e5a-4842-ba67-9ff869ecc7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.926488 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e18491cc-7e5a-4842-ba67-9ff869ecc7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:06.998913 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e18491cc-7e5a-4842-ba67-9ff869ecc7ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f71090e099741199b8e0d9667613e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915508 Aug 31 12:46:07.002920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18491cc-7e5a-4842-ba67-9ff869ecc7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff2789-796b-4e37-b415-f23ce970b2d9,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:07.003652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 41930) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:07.034338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31090-ffe7-422a-abec-de4d2f8dc233 req-4eae5a89-7788-46ff-b440-af363596b64e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.035909 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24a31090-ffe7-422a-abec-de4d2f8dc233 req-4eae5a89-7788-46ff-b440-af363596b64e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0980904 Aug 31 12:46:07.040310 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-9a219806-eab5-4999-9f53-9ff509084b9c service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610515 Aug 31 12:46:07.112068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0068fb10-4563-486f-bbaa-9aaac1bc4c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.116378 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0068fb10-4563-486f-bbaa-9aaac1bc4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.158272 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0068fb10-4563-486f-bbaa-9aaac1bc4c41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7c2cb4ca93340e5a1296a17cc6b61f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890916 Aug 31 12:46:07.159501 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068fb10-4563-486f-bbaa-9aaac1bc4c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84315602-6122-4199-9b57-373ed0067a50,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:07.163108 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41934) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:07.180054 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.190599 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24a31090-ffe7-422a-abec-de4d2f8dc233 req-450c19c1-c710-4ef2-9bfa-4ebeb5fbf669 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397250 Aug 31 12:46:07.228838 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.231230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.239129 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b290c9fd-e7fe-47b3-9f7e-31311453d02f req-6eb3ed52-6f91-4cce-a3cf-4c0ee7197900 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819823 Aug 31 12:46:07.260984 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.303960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.308908 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.311103 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85ff2789-796b-4e37-b415-f23ce970b2d9 HTTP/1.1" status: 204 len: 168 time: 0.3059773 Aug 31 12:46:07.345962 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.350350 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:07.352166 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84315602-6122-4199-9b57-373ed0067a50 HTTP/1.1" status: 204 len: 168 time: 0.1877053 Aug 31 12:46:07.365529 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829864-c9c8-4d53-b5ae-9eb9802fd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84315602-6122-4199-9b57-373ed0067a50,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:07.373291 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75036b-07fb-4a98-9a67-98634717a665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff2789-796b-4e37-b415-f23ce970b2d9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:07.386330 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a73e6-360d-4928-b1de-927833c0da71 req-b6358903-d6e4-4a97-aff1-77ec58c7fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.387910 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-b6358903-d6e4-4a97-aff1-77ec58c7fb74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1097 time: 0.0753498 Aug 31 12:46:07.519682 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a73e6-360d-4928-b1de-927833c0da71 req-372ea9ec-5ffd-4c7c-876c-ff410fd545f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.521328 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-372ea9ec-5ffd-4c7c-876c-ff410fd545f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.1155322 Aug 31 12:46:07.572884 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-b6b25722-2188-4848-b3fe-1d9c1a41623b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 217 time: 0.0422938 Aug 31 12:46:07.646358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a73e6-360d-4928-b1de-927833c0da71 req-ef57a198-f2f6-46f0-864f-a9dc52a700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.648115 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-ef57a198-f2f6-46f0-864f-a9dc52a700ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0615232 Aug 31 12:46:07.728651 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a73e6-360d-4928-b1de-927833c0da71 req-ece99533-be02-48f3-b8a6-d6a2dcf89fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.730387 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-ece99533-be02-48f3-b8a6-d6a2dcf89fbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692220 Aug 31 12:46:07.853739 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-d1bdafd4-7bc6-4567-9c68-71cb493af414 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083591 Aug 31 12:46:07.982920 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b94a73e6-360d-4928-b1de-927833c0da71 req-1db2ba89-1fc5-4177-a9e9-f9ab670d5f6c service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181982 Aug 31 12:46:08.350652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5366871-635b-4b5a-ac42-d2a0b4cd2918 req-df5f8361-c1d4-4b31-9f8b-6f1a6ae667cf tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:08.359118 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5366871-635b-4b5a-ac42-d2a0b4cd2918 req-df5f8361-c1d4-4b31-9f8b-6f1a6ae667cf tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0667081 Aug 31 12:46:08.429950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5366871-635b-4b5a-ac42-d2a0b4cd2918 req-5fa20440-1601-4a91-8955-e2cf985b0e07 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688608 Aug 31 12:46:08.677376 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 41994) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:08.812306 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1194454669-network', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:08.864527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Made reservation on behalf of f9e96e72ffa542ceb7ad95b9b6aef4d1 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:08.867891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:08.880920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.010728 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.016427 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.039751 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:46:09.056141 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f146f4b-220f-43c8-ae86-c294a6f335a4,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:09.059390 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.059977 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Added segment bce29c4d-c159-4657-bf4a-d7b33ba0af03 of type vlan for network 754f89e7-b8fb-4965-8923-5b572e4883c4 Aug 31 12:46:09.111891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.155001 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.156511 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:09.157142 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.229796 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5512490 Aug 31 12:46:09.234010 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42006) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:09.236167 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de77c0-7bee-4523-b8c5-0ba6094360b2 admin admin] Pushing event updated for resources: {'Network': ['ID=754f89e7-b8fb-4965-8923-5b572e4883c4,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:09.250800 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:46:09.264405 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Request body: {'subnet': {'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1194454669-subnet', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:09.302776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Made reservation on behalf of f9e96e72ffa542ceb7ad95b9b6aef4d1 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:09.307990 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13949495'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.540460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14401341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13949473'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.653613 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87287031-b2b6-49b9-bccf-1c183e1ce88c,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:09.680234 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094aa14-e7e5-468e-b4cf-604be147e139 req-9e592df3-db86-4c8d-ab41-caf8fb6c361c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:09.683360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1094aa14-e7e5-468e-b4cf-604be147e139 req-9e592df3-db86-4c8d-ab41-caf8fb6c361c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.1343691 Aug 31 12:46:09.694949 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:09.695488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Network hostable DHCP agents. Network: 754f89e7-b8fb-4965-8923-5b572e4883c4, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:46:09.740031 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1094aa14-e7e5-468e-b4cf-604be147e139 req-a91c9313-4fb9-4efb-98cf-70107dc461eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480278 Aug 31 12:46:09.746105 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:46:09.765554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 754f89e7-b8fb-4965-8923-5b572e4883c4) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:09.779476 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:09.780532 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.782478 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72eb61-5c42-4223-b12a-7522f6f60270 None None] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:09.803739 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9d10b029-a546-4918-949b-ec241db9cce9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5682070 Aug 31 12:46:09.808036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42010) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:09.813025 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:09.842192 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.843708 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.918411 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:09.979031 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-754f89e7-b8fb-4965-8923-5b572e4883c4', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:46:09.980023 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.066847 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.151403 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Allocated IP 172.20.0.2 (754f89e7-b8fb-4965-8923-5b572e4883c4/87287031-b2b6-49b9-bccf-1c183e1ce88c/0cebadab-699b-43e3-82ce-4fb2e421d2bd) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:10.351942 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.361211 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Transition to ACTIVE for port object 0cebadab-699b-43e3-82ce-4fb2e421d2bd will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:10.379461 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Transition to ACTIVE for port object 0cebadab-699b-43e3-82ce-4fb2e421d2bd will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:10.388138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.397296 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a07ef-52a1-4542-99e6-274a23589a20 req-50b4bb40-6abc-4233-a584-09a98342bf5c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:10.398880 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-443a07ef-52a1-4542-99e6-274a23589a20 req-50b4bb40-6abc-4233-a584-09a98342bf5c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.1024520 Aug 31 12:46:10.400191 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.423468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.453554 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:10.461467 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:10.465946 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:10.472086 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Pushing event updated for resources: {'Port': ['ID=0cebadab-699b-43e3-82ce-4fb2e421d2bd,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:10.486370 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.486732 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.487098 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.487494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.487892 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.488753 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.489085 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.489519 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.490368 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.490368 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.490687 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.491487 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:10.527927 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-443a07ef-52a1-4542-99e6-274a23589a20 req-d76f36f8-24ee-4b13-b328-ba24909c3cf4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066885 Aug 31 12:46:10.556953 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Attempting to bind port 0cebadab-699b-43e3-82ce-4fb2e421d2bd on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:10.557860 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Attempting to bind port 0cebadab-699b-43e3-82ce-4fb2e421d2bd by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:10.558444 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Attempting to bind port 0cebadab-699b-43e3-82ce-4fb2e421d2bd on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:10.567624 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:10.568239 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:10.568909 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.569478 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Bound using segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:10.570125 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Bound port: 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:10.570456 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.619789 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-582b1139-84a4-4517-b4d2-7bf65c88f233 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=22c3d839ad884d1eb4d54dd491de6798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658255 Aug 31 12:46:10.666051 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] For port 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:10.671345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] For port 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=0cebadab-699b-43e3-82ce-4fb2e421d2bd,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:10.676246 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:10.741286 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7141-0687-484a-bd18-30a4b2e4f596 None None] Pushing event updated for resources: {'Port': ['ID=0cebadab-699b-43e3-82ce-4fb2e421d2bd,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:10.781998 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Allocated IP 172.27.3.202 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/557c7351-55ed-444b-9b42-39d3be734dfa) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:11.019799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-f936f424-027d-4ce0-8786-0585ed44f123 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:11.021782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-f936f424-027d-4ce0-8786-0585ed44f123 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897853 Aug 31 12:46:11.046945 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f91ca6-a143-4537-9b99-ee6a16f6ea81 req-8334b4e8-407c-4311-94b4-8177216ebae2 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:11.048559 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83f91ca6-a143-4537-9b99-ee6a16f6ea81 req-8334b4e8-407c-4311-94b4-8177216ebae2 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.2119405 Aug 31 12:46:11.077138 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-07f62a0d-f19f-479b-a231-d9895b0f737f tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/quotas/22c3d839ad884d1eb4d54dd491de6798 HTTP/1.1" status: 200 len: 375 time: 0.0410421 Aug 31 12:46:11.145422 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-a3d735e5-c9b9-4cec-bcd5-4513a17d8be3 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=22c3d839ad884d1eb4d54dd491de6798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493078 Aug 31 12:46:11.151997 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:11.157302 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83f91ca6-a143-4537-9b99-ee6a16f6ea81 req-72815917-0a6e-4e5f-a2bc-221918801a3f tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905821 Aug 31 12:46:11.211456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:11.223247 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 0cebadab-699b-43e3-82ce-4fb2e421d2bd up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:11.232857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:11.235185 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:11.255009 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:11.297983 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 0cebadab-699b-43e3-82ce-4fb2e421d2bd completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:11.311461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Pushing event updated for resources: {'Port': ['ID=557c7351-55ed-444b-9b42-39d3be734dfa,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:11.666459 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9393db1a-1cad-4e20-ae40-70da84d0f587 req-605a2e53-a350-4516-a107-ec91e31f7642 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 210 time: 0.0686677 Aug 31 12:46:11.776988 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac9c2-fe93-429f-99ba-b317816f7c46 req-85dfbff3-d234-46ca-afe3-0bf505ee182f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:11.778587 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d88ac9c2-fe93-429f-99ba-b317816f7c46 req-85dfbff3-d234-46ca-afe3-0bf505ee182f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.1449490 Aug 31 12:46:11.854022 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dccec3-84ae-4268-8478-9350ee3d3d4f None None] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:11.917143 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d88ac9c2-fe93-429f-99ba-b317816f7c46 req-e57ffb88-1e80-4ed6-9d7f-34b358654b75 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879815 Aug 31 12:46:11.947458 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:11.958195 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Provisioning for port 0cebadab-699b-43e3-82ce-4fb2e421d2bd completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:11.969596 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Provisioning complete for port 0cebadab-699b-43e3-82ce-4fb2e421d2bd triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:11.971663 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.147833 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.203337 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] For port 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=0cebadab-699b-43e3-82ce-4fb2e421d2bd,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:12.206235 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.209944 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.316949 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bda89f-4c13-471b-8bc3-18b6f844329b None None] Pushing event updated for resources: {'Port': ['ID=0cebadab-699b-43e3-82ce-4fb2e421d2bd,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:12.401483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f2213-b1c1-4eb0-a6b4-fff4be1eb12b req-a573c558-9ca2-4d64-9cf0-276c1fb615b8 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:12.402991 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff3f2213-b1c1-4eb0-a6b4-fff4be1eb12b req-a573c558-9ca2-4d64-9cf0-276c1fb615b8 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.1100154 Aug 31 12:46:12.434612 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ab035e48-ef67-446a-a2e6-1dfc5ca05341 None None] Provisioning complete for port 0cebadab-699b-43e3-82ce-4fb2e421d2bd triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:12.435128 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ab035e48-ef67-446a-a2e6-1dfc5ca05341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.488390 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:46:12.501170 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff3f2213-b1c1-4eb0-a6b4-fff4be1eb12b req-df379948-8e46-43f2-b41a-49bfadd00eac tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877008 Aug 31 12:46:12.553363 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-6af8ab55-668e-4d93-92fe-4dc25bfdf62c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:12.554916 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-6af8ab55-668e-4d93-92fe-4dc25bfdf62c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.1246545 Aug 31 12:46:12.667236 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-06932a38-ec68-47a3-8d82-6bd318e5af7e tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22c3d839ad884d1eb4d54dd491de6798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416591 Aug 31 12:46:12.716903 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:12.729694 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:12.751389 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:12.754660 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:12.844359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.849377 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6a3ccdf9-b955-48e7-b060-1277d5eb2c89 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0365341 Aug 31 12:46:12.849959 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42052) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:12.856383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7f9197d-b53e-42d5-ba7e-a0e01d31210e req-fa4d15bb-29c8-4601-8166-1d344c9c380a tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 210 time: 0.0563731 Aug 31 12:46:12.872269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Deleting port 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:46:12.872612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:12.940602 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-d0beddbf-5388-4e40-b2f6-c1f25a6e0c8b tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:12.942210 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-d0beddbf-5388-4e40-b2f6-c1f25a6e0c8b tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535198 Aug 31 12:46:12.944270 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:12.963114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Request body: {'port': {'device_id': '1a388acd-01f7-4d56-ac66-646c403c5257', 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581', 'admin_state_up': True, 'tenant_id': '22c3d839ad884d1eb4d54dd491de6798'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:13.168575 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] For port 008b4d63-ca21-413f-b546-237bf98802ed, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=008b4d63-ca21-413f-b546-237bf98802ed,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:13.169053 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.218640 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 0cebadab-699b-43e3-82ce-4fb2e421d2bd up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:13.272678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dc462-83a1-4630-b189-b61ca9e4a92e req-cebeef71-a8d5-4b79-b7ca-17167c726c7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:13.277043 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e63dc462-83a1-4630-b189-b61ca9e4a92e req-cebeef71-a8d5-4b79-b7ca-17167c726c7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 947 time: 0.2249784 Aug 31 12:46:13.294106 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 0cebadab-699b-43e3-82ce-4fb2e421d2bd triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:13.294844 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.298786 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:11Z', 'revision_number': 3, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:13.357296 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:13.357908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Updating router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 port 557c7351-55ed-444b-9b42-39d3be734dfa binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:13.408982 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.427567 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e63dc462-83a1-4630-b189-b61ca9e4a92e req-2813ab87-9172-469e-893f-d440467f9bdd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc40230-ceb3-4761-af0d-014ac09e4dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380579 Aug 31 12:46:13.428562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.433329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Made reservation on behalf of 22c3d839ad884d1eb4d54dd491de6798 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:13.437360 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.449308 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.631349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Allocated IP 172.20.0.1 (754f89e7-b8fb-4965-8923-5b572e4883c4/87287031-b2b6-49b9-bccf-1c183e1ce88c/818d34d3-ce91-4f70-b016-5c82b00ed286) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:13.682833 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.683432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.683708 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Floating IP 368fee5d-7f3e-4cbf-af58-27569bae77f0 disassociated. External IP: 172.27.3.188, port: 008b4d63-ca21-413f-b546-237bf98802ed. Aug 31 12:46:13.683979 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Calling delete_port for 008b4d63-ca21-413f-b546-237bf98802ed owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:46:13.760424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.780551 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Transition to ACTIVE for port object 818d34d3-ce91-4f70-b016-5c82b00ed286 will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:13.851520 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.909088 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:13.919443 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:13.929942 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:13.971400 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Pushing event updated for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:13.994544 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.058308 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.063439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3247b-2807-4d29-a62d-4b1e72787208 req-6531b9b3-253e-4f13-b7ad-115084156932 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:14.065163 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d0b3247b-2807-4d29-a62d-4b1e72787208 req-6531b9b3-253e-4f13-b7ad-115084156932 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.4738963 Aug 31 12:46:14.080331 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Transition to ACTIVE for port object 557c7351-55ed-444b-9b42-39d3be734dfa will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:14.090719 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.113906 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f05846fb-ea81-43fa-a127-8f5c88af2023 req-ca73431c-4ee2-4162-a20f-8fcc109e2fa6 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 210 time: 0.0974376 Aug 31 12:46:14.167880 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Attempting to bind port 557c7351-55ed-444b-9b42-39d3be734dfa on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:14.168360 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Attempting to bind port 557c7351-55ed-444b-9b42-39d3be734dfa by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:14.168749 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Attempting to bind port 557c7351-55ed-444b-9b42-39d3be734dfa on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:14.178537 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72207-5d34-4aa2-9255-faadbb3b58a8 None None] Pushing event updated for resources: {'Port': ['ID=557c7351-55ed-444b-9b42-39d3be734dfa,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:14.184219 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.187627 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:14.188241 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:14.188715 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.189196 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:14.190655 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Bound port: 557c7351-55ed-444b-9b42-39d3be734dfa, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:14.191146 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.271522 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] For port 557c7351-55ed-444b-9b42-39d3be734dfa, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:14.273110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d0b3247b-2807-4d29-a62d-4b1e72787208 req-06041b95-a553-411b-9b52-b4191ef05a1e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833258 Aug 31 12:46:14.275029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.286511 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.286997 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-54bddf9d-8745-49d2-83b3-82d2ec5e259b None None] Provisioning for port 818d34d3-ce91-4f70-b016-5c82b00ed286 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:14.291199 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] For port 557c7351-55ed-444b-9b42-39d3be734dfa, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=557c7351-55ed-444b-9b42-39d3be734dfa,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:14.302303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-54bddf9d-8745-49d2-83b3-82d2ec5e259b None None] Provisioning complete for port 818d34d3-ce91-4f70-b016-5c82b00ed286 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:14.302303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-54bddf9d-8745-49d2-83b3-82d2ec5e259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.321815 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.384467 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50eede-46e5-4f76-a1be-3e07635d876b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:14.391343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.411093 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-54bddf9d-8745-49d2-83b3-82d2ec5e259b None None] Port 818d34d3-ce91-4f70-b016-5c82b00ed286 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:14.415712 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:14.416317 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:14.432038 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'Port': ['ID=008b4d63-ca21-413f-b546-237bf98802ed,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:14.457341 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.464748 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.489738 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72207-5d34-4aa2-9255-faadbb3b58a8 None None] Pushing event updated for resources: {'Port': ['ID=557c7351-55ed-444b-9b42-39d3be734dfa,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:14.573404 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:14.593780 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Pushing event updated for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:14.609916 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:14.615484 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0f4ddd08-2129-4ec2-8838-93caf5016c0f req-1e22cc96-f7d8-493e-958e-eb47df87faa7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=84500a2c-3b54-4e09-8de1-8e83e29ab858 HTTP/1.1" status: 200 len: 210 time: 0.0749602 Aug 31 12:46:14.616742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Allocated IP 192.168.233.107 (298eaf97-35de-4a16-837d-c7b1da233581/0ad33a59-a273-4034-95e2-575e2b134656/72b23b6a-9661-4060-a3af-8550693cb3d3) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:14.683152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:14.727887 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:14.730158 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:14.924381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:14.938336 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:14.941522 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:13Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:14.957924 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:14.958863 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:14.992704 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09e8bb-647d-4b58-8af3-049db750ca1d None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:13Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:15.018403 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] No DVR routers for this DVR port 008b4d63-ca21-413f-b546-237bf98802ed on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:46:15.027393 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.029559 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cbc9dcbd-1def-46a4-935d-7e1c1c8a4d9b req-601b8149-d9fb-42b4-8268-4bcabeb4d085 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "DELETE /v2.0/ports/008b4d63-ca21-413f-b546-237bf98802ed HTTP/1.1" status: 204 len: 173 time: 2.4652781 Aug 31 12:46:15.030048 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-deleted', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:15.042084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87c0bb0-48b4-442d-b45d-75bb45530507" -d '{"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-deleted", "tag": "008b4d63-ca21-413f-b546-237bf98802ed"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:15.071657 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.145941 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Transition to ACTIVE for port object 72b23b6a-9661-4060-a3af-8550693cb3d3 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:15.244983 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:15.278586 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-cfeac99e-3381-4d96-8e87-662b66a858a1 None None] Provisioning complete for port 818d34d3-ce91-4f70-b016-5c82b00ed286 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:15.293103 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cfeac99e-3381-4d96-8e87-662b66a858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.340933 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.413425 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-cfeac99e-3381-4d96-8e87-662b66a858a1 None None] Port 818d34d3-ce91-4f70-b016-5c82b00ed286 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:15.504804 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:15.570734 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab8b358-9f2b-4ae2-baab-ec7926372c4a x-openstack-request-id: req-eab8b358-9f2b-4ae2-baab-ec7926372c4a {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:15.572502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84500a2c-3b54-4e09-8de1-8e83e29ab858", "name": "network-vif-deleted", "tag": "008b4d63-ca21-413f-b546-237bf98802ed", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:15.572861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eab8b358-9f2b-4ae2-baab-ec7926372c4a {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:15.573383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84500a2c-3b54-4e09-8de1-8e83e29ab858', 'name': 'network-vif-deleted', 'tag': '008b4d63-ca21-413f-b546-237bf98802ed', 'status': 'completed', 'code': 200} Aug 31 12:46:15.576673 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Network 298eaf97-35de-4a16-837d-c7b1da233581 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:15.584287 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:15.624483 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:15.674788 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:15.706346 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:15.731081 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-452e5d2d-f78e-4ea3-a0ea-4d3c359a7c6f admin admin] 10.222.0.60 "PUT /v2.0/routers/a79c0672-37f7-49d0-bb65-3b4b8d180ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675275 Aug 31 12:46:15.754117 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:15.778608 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:15.780414 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:15.825985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:15.826746 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.954749 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9969156 Aug 31 12:46:16.019777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad471c9-b70c-46f8-97cf-966cd5bc21b2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Pushing event updated for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:16.067559 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105ed2-098c-4b36-9e43-54d639944c3b req-9fb38bf3-5cd2-458e-b0f6-e3d8d116e42a tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:16.076122 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2ee33b82-9d0d-42d0-9de8-2e3bb8a0de00 None None] Provisioning for port 72b23b6a-9661-4060-a3af-8550693cb3d3 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:16.088194 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24105ed2-098c-4b36-9e43-54d639944c3b req-9fb38bf3-5cd2-458e-b0f6-e3d8d116e42a tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 936 time: 0.7601774 Aug 31 12:46:16.095822 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2ee33b82-9d0d-42d0-9de8-2e3bb8a0de00 None None] Provisioning complete for port 72b23b6a-9661-4060-a3af-8550693cb3d3 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:16.096199 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2ee33b82-9d0d-42d0-9de8-2e3bb8a0de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.132109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Request body: {'port': {'device_id': '1a388acd-01f7-4d56-ac66-646c403c5257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:16.177603 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-2ee33b82-9d0d-42d0-9de8-2e3bb8a0de00 None None] Port 72b23b6a-9661-4060-a3af-8550693cb3d3 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:16.188616 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:16.261776 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24105ed2-098c-4b36-9e43-54d639944c3b req-bc45f4c9-9ce9-49b6-8e38-b6670d810ff4 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726363 Aug 31 12:46:16.276274 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68322e38-6be8-49ca-8d47-feb89d54343f req-725f2ab7-37f0-42b1-8c0a-44c6acfaacec tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:16.278328 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-68322e38-6be8-49ca-8d47-feb89d54343f req-725f2ab7-37f0-42b1-8c0a-44c6acfaacec tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.6597400 Aug 31 12:46:16.348387 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:46:16.352057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.352840 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:46:16.403261 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42086) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:16.410540 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 008b4d63-ca21-413f-b546-237bf98802ed {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:46:16.412138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 008b4d63-ca21-413f-b546-237bf98802ed not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:46:16.517502 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-68322e38-6be8-49ca-8d47-feb89d54343f req-dfe6723f-f7af-477b-9216-ff51d8662b4e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603684 Aug 31 12:46:16.584168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.652727 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:16.675775 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'mac_address': 'fa:16:3e:1b:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:46:16.678479 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.734434 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:16.752805 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.779398 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ea34a5-851c-4a6a-9959-355df49b0603 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:16.791866 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd679b-e143-4c39-b271-8c8e703f70a8 None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:16.813855 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.816966 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.820873 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "DELETE /v2.0/security-groups/3cc40230-ceb3-4761-af0d-014ac09e4dd6 HTTP/1.1" status: 204 len: 168 time: 0.4134917 Aug 31 12:46:16.826529 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42096) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:16.827390 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:16.835978 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.873197 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.api.v2.resource [None req-d4a2a6f7-4976-458a-87d6-0301126f0252 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] show failed (client error): The resource could not be found. Aug 31 12:46:16.879348 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d4a2a6f7-4976-458a-87d6-0301126f0252 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups/3cc40230-ceb3-4761-af0d-014ac09e4dd6 HTTP/1.1" status: 404 len: 347 time: 0.0481987 Aug 31 12:46:16.879348 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7de5-d45f-4b25-b6e8-191f82d5f144 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc40230-ceb3-4761-af0d-014ac09e4dd6,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:16.881423 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42098) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:16.892430 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42100) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:16.969926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:16.996914 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-679712584-network', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:17.031797 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b23b6a-9661-4060-a3af-8550693cb3d3 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:17.048504 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.080036 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Made reservation on behalf of f318c5b7a29749aca6d4e1e166e9907e for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:17.083170 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.093373 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Transition to ACTIVE for port object 72b23b6a-9661-4060-a3af-8550693cb3d3 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:17.101141 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.150833 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['b6ea34a5-851c-4a6a-9959-355df49b0603'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:46:17.195510 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.235252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Pushing event updated for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:17.445512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 557c7351-55ed-444b-9b42-39d3be734dfa up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:17.456437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Deleting port 97292457-0b8d-4e8a-bf61-dc8b4375ff06 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:46:17.456840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.535375 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Attempting to bind port 72b23b6a-9661-4060-a3af-8550693cb3d3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:17.535951 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Attempting to bind port 72b23b6a-9661-4060-a3af-8550693cb3d3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:17.536496 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Attempting to bind port 72b23b6a-9661-4060-a3af-8550693cb3d3 on network 298eaf97-35de-4a16-837d-c7b1da233581 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:17.606704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Port 72b23b6a-9661-4060-a3af-8550693cb3d3 on network 298eaf97-35de-4a16-837d-c7b1da233581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:46:17.607739 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Attempting to bind port 72b23b6a-9661-4060-a3af-8550693cb3d3 on network 298eaf97-35de-4a16-837d-c7b1da233581 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:17.624284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:17.624284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Checking segment: {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:17.624861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Bound using segment: {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:17.625449 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Bound port: 72b23b6a-9661-4060-a3af-8550693cb3d3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e6a973-d685-47be-a238-643998270a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:17.625920 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.636391 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485f15b-f6ed-467e-8fea-671084795638 None None] New status for floating IP 368fee5d-7f3e-4cbf-af58-27569bae77f0: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:46:17.657731 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.658527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.707880 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Calling delete_port for 97292457-0b8d-4e8a-bf61-dc8b4375ff06 owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:46:17.723781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461cc3-47dd-434d-bca1-a64b31392a47 req-76fbc9d4-8d5e-4504-ac2e-7df5e21a096f tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.725555 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93461cc3-47dd-434d-bca1-a64b31392a47 req-76fbc9d4-8d5e-4504-ac2e-7df5e21a096f tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 948 time: 0.2310262 Aug 31 12:46:17.729298 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.766022 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.782507 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:46:17.797613 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.798393 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Added segment ec6bd86f-336c-479d-9d46-eb1b64f418e9 of type vlan for network 6634078c-a29a-437d-be40-cbd508d2d6e6 Aug 31 12:46:17.839685 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:17.845032 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93461cc3-47dd-434d-bca1-a64b31392a47 req-aa4f5828-8ea0-4638-a5e8-25170561f742 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030610 Aug 31 12:46:17.853021 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000da7b-ee33-4894-bb36-e73c8799f9ef req-e3746859-b5bc-48d6-a82d-9b7b92441a6d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.854869 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9000da7b-ee33-4894-bb36-e73c8799f9ef req-e3746859-b5bc-48d6-a82d-9b7b92441a6d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 945 time: 0.1282716 Aug 31 12:46:17.878406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72b23b6a-9661-4060-a3af-8550693cb3d3,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:17.909195 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.923151 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5141a2e4-177b-45cb-b07c-96a84215e823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.973878 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9000da7b-ee33-4894-bb36-e73c8799f9ef req-8f25ef72-00c6-4825-9311-6427e5339445 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080756 Aug 31 12:46:17.975522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.976313 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:17.978713 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] 10.222.0.55 "PUT /v2.0/ports/72b23b6a-9661-4060-a3af-8550693cb3d3 HTTP/1.1" status: 200 len: 1098 time: 1.9817514 Aug 31 12:46:17.980997 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0dc36-a026-45da-9b4e-82d59de80bac,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:17.981313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 557c7351-55ed-444b-9b42-39d3be734dfa completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:17.984619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:17.987504 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82326519-0b37-4db4-b730-034e5a50da6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:18.008527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.095249 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027a3f2-39ba-4ab0-820c-2b95c49b46aa x-openstack-request-id: req-3027a3f2-39ba-4ab0-820c-2b95c49b46aa {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:18.096030 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:18.097303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3027a3f2-39ba-4ab0-820c-2b95c49b46aa {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:18.097918 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3', 'status': 'completed', 'code': 200} Aug 31 12:46:18.098867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1084d3-86b2-42bd-9e43-b9ab08a78622 service neutron] Pushing event updated for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:18.106308 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.108020 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.108649 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.119495 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 557c7351-55ed-444b-9b42-39d3be734dfa triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:18.119932 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.166446 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-c62a82f6-1b8d-4a53-b48d-deaa21fb512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.168221 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-c62a82f6-1b8d-4a53-b48d-deaa21fb512e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22c3d839ad884d1eb4d54dd491de6798&device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 1101 time: 0.1307943 Aug 31 12:46:18.276362 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-6ae82cfc-4fa7-47b0-bad7-2d92fae9813a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=72b23b6a-9661-4060-a3af-8550693cb3d3 HTTP/1.1" status: 200 len: 217 time: 0.0980387 Aug 31 12:46:18.325412 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4296174 Aug 31 12:46:18.334944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42108) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:18.339275 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9a2fc-a939-418c-8a3b-eac2dedff076 admin admin] Pushing event updated for resources: {'Network': ['ID=6634078c-a29a-437d-be40-cbd508d2d6e6,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:18.352553 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Request body: {'subnet': {'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-679712584-subnet', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:18.358885 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:46:18.396101 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.402193 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-a9668746-a281-4ac7-b3df-85bd14f607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.403636 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.405638 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-a9668746-a281-4ac7-b3df-85bd14f607a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ad33a59-a273-4034-95e2-575e2b134656 HTTP/1.1" status: 200 len: 843 time: 0.1178029 Aug 31 12:46:18.445827 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'Port': ['ID=97292457-0b8d-4e8a-bf61-dc8b4375ff06,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:18.449767 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Made reservation on behalf of f318c5b7a29749aca6d4e1e166e9907e for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:18.453480 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.505219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5e0d675e-a4cd-4b37-8f04-78a174e237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.508457 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-5e0d675e-a4cd-4b37-8f04-78a174e237fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=298eaf97-35de-4a16-837d-c7b1da233581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0919237 Aug 31 12:46:18.617584 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.622915 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.624684 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e01b9fce-83cb-4c2d-89fe-047360be623b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "DELETE /v2.0/floatingips/368fee5d-7f3e-4cbf-af58-27569bae77f0 HTTP/1.1" status: 204 len: 168 time: 1.7415676 Aug 31 12:46:18.656783 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 557c7351-55ed-444b-9b42-39d3be734dfa, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=557c7351-55ed-444b-9b42-39d3be734dfa,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:18.677522 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.727940 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-75e63958-b6f6-4765-ad18-19634ce2e139 service neutron] 10.222.0.55 "GET /v2.0/networks/298eaf97-35de-4a16-837d-c7b1da233581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031589 Aug 31 12:46:18.788556 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=557c7351-55ed-444b-9b42-39d3be734dfa,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:18.837315 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.883183 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:18.906865 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:18.909883 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:18.910670 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:45:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:18.911560 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Checking segment: {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:18.911924 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Network hostable DHCP agents. Network: 6634078c-a29a-437d-be40-cbd508d2d6e6, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:46:18.933397 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:46:18.933918 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-507e45cc-d436-4029-a749-a6b5e0fcea17 req-8db89275-57a4-47e3-bba6-6c55357017e7 service neutron] 10.222.0.55 "GET /v2.0/networks/298eaf97-35de-4a16-837d-c7b1da233581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976721 Aug 31 12:46:18.947426 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42114) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:18.955775 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971923250', 'description': 'tempest-description--2106418768'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:18.969149 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 6634078c-a29a-437d-be40-cbd508d2d6e6) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:18.985870 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.986135 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1171ea9-b1c8-4a79-a175-0a3fe8737c9b None None] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:18.986465 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.017761 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.043710 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f2cf9389-dafb-4529-8372-656e28d59b2b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7010548 Aug 31 12:46:19.044391 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42118) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:19.057274 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:19.066305 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e8634-f473-41c2-ad4c-e7d7bd9386a2 req-322ff952-c008-48ab-9edc-c5b1508e8378 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.068256 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c26e8634-f473-41c2-ad4c-e7d7bd9386a2 req-322ff952-c008-48ab-9edc-c5b1508e8378 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 948 time: 0.1047413 Aug 31 12:46:19.106094 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326519-0b37-4db4-b730-034e5a50da6a req-9ffa6510-5fbe-480e-a59b-4bc3a56934c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.108921 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-9ffa6510-5fbe-480e-a59b-4bc3a56934c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22c3d839ad884d1eb4d54dd491de6798&device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 1101 time: 0.1091392 Aug 31 12:46:19.177074 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.185486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.209306 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:19.236401 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c2f845-4215-4129-936c-3917e50a9fa3,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:19.272203 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 557c7351-55ed-444b-9b42-39d3be734dfa up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:19.278385 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-6634078c-a29a-437d-be40-cbd508d2d6e6', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:46:19.279430 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.287503 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c26e8634-f473-41c2-ad4c-e7d7bd9386a2 req-fe643091-3627-474b-b2cb-1afcaafb81b1 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071977 Aug 31 12:46:19.324443 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.327270 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.340763 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.346873 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-9ae1a9b8-e17d-4639-a170-44101494ca03 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3952718 Aug 31 12:46:19.347164 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875470-2b59-453f-b09e-0d77bf1f4fc0 req-a80c0c3e-4326-4d17-92f3-93dafd9e0699 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.348761 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6e875470-2b59-453f-b09e-0d77bf1f4fc0 req-a80c0c3e-4326-4d17-92f3-93dafd9e0699 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 945 time: 0.2326255 Aug 31 12:46:19.349630 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42120) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:19.370583 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2f845-4215-4129-936c-3917e50a9fa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:19.408677 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326519-0b37-4db4-b730-034e5a50da6a req-a1379a28-62dc-4c53-8dc5-0985c519fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.411930 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-a1379a28-62dc-4c53-8dc5-0985c519fdfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=298eaf97-35de-4a16-837d-c7b1da233581 HTTP/1.1" status: 200 len: 870 time: 0.2843349 Aug 31 12:46:19.416674 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.471191 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 557c7351-55ed-444b-9b42-39d3be734dfa triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:19.471626 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.495066 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-b87b33af-7136-4dca-9a0e-e5e7f82bb363 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=72b23b6a-9661-4060-a3af-8550693cb3d3 HTTP/1.1" status: 200 len: 217 time: 0.0706258 Aug 31 12:46:19.510080 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.515127 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6e875470-2b59-453f-b09e-0d77bf1f4fc0 req-6e17652b-ecf0-46ae-9817-1a1888563b5e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412988 Aug 31 12:46:19.516783 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 2, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:19.545414 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Allocated IP 172.20.0.2 (6634078c-a29a-437d-be40-cbd508d2d6e6/bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0/e2ea03aa-d83a-4383-bf70-b09b650b85cb) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:19.548894 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:19.549356 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Updating router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 port 818d34d3-ce91-4f70-b016-5c82b00ed286 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:19.578910 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.593014 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.612971 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326519-0b37-4db4-b730-034e5a50da6a req-fd166a1e-be5d-4b54-bf1a-23fded0e594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.615094 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-fd166a1e-be5d-4b54-bf1a-23fded0e594c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ad33a59-a273-4034-95e2-575e2b134656 HTTP/1.1" status: 200 len: 843 time: 0.0971611 Aug 31 12:46:19.665339 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.695035 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326519-0b37-4db4-b730-034e5a50da6a req-7f884940-6c5e-45da-9319-742aaa31dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.698948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-7f884940-6c5e-45da-9319-742aaa31dc2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=298eaf97-35de-4a16-837d-c7b1da233581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727453 Aug 31 12:46:19.746158 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad604cbd-f4d3-4efc-bfa6-fc754515c762,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:19.752248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.757618 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b16bc6b0-00fa-4271-9ac1-8765e99f0d66 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3915234 Aug 31 12:46:19.766226 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42122) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:19.768425 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.773408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'security_group_rule': {'security_group_id': 'e9c2f845-4215-4129-936c-3917e50a9fa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:19.781752 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Transition to ACTIVE for port object e2ea03aa-d83a-4383-bf70-b09b650b85cb will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:19.814376 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Transition to ACTIVE for port object e2ea03aa-d83a-4383-bf70-b09b650b85cb will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:19.824907 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.828431 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.840978 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-943d4024-b466-4fbb-9276-0057e7589c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.841602 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.866822 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-69910603-5916-4507-a499-6546078ee824 service neutron] 10.222.0.55 "GET /v2.0/networks/298eaf97-35de-4a16-837d-c7b1da233581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Aug 31 12:46:19.874330 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:19.879759 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:19.890038 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:19.928526 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Pushing event updated for resources: {'Port': ['ID=e2ea03aa-d83a-4383-bf70-b09b650b85cb,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:19.971481 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Attempting to bind port e2ea03aa-d83a-4383-bf70-b09b650b85cb on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:19.972051 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Attempting to bind port e2ea03aa-d83a-4383-bf70-b09b650b85cb by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:19.972852 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Attempting to bind port e2ea03aa-d83a-4383-bf70-b09b650b85cb on network 6634078c-a29a-437d-be40-cbd508d2d6e6 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:19.982716 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:19.983749 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Checking segment: {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:19.983959 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.984422 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Bound using segment: {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:19.985039 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Bound port: e2ea03aa-d83a-4383-bf70-b09b650b85cb, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:19.985538 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:19.996564 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.018208 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.055419 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3c0e28-d30e-4b0c-8112-5c481ded72d2,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:20.060121 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] For port e2ea03aa-d83a-4383-bf70-b09b650b85cb, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:20.064158 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82326519-0b37-4db4-b730-034e5a50da6a req-2f9ee8e3-0339-4cec-b686-b51c58680a80 service neutron] 10.222.0.55 "GET /v2.0/networks/298eaf97-35de-4a16-837d-c7b1da233581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832604 Aug 31 12:46:20.065234 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] For port e2ea03aa-d83a-4383-bf70-b09b650b85cb, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e2ea03aa-d83a-4383-bf70-b09b650b85cb,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:20.070253 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.071630 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.076041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.082713 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-facff089-73b0-4f8b-9c95-c6646e41a962 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165610 Aug 31 12:46:20.083951 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Transition to ACTIVE for port object 818d34d3-ce91-4f70-b016-5c82b00ed286 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:20.086041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42124) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:20.092723 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.095425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:20.124666 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.150896 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e0ff0-b1d3-4ed4-a5ae-68501befa235 None None] Pushing event updated for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:20.168788 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63474246-182b-43e1-825d-1fa4e7318be1 None None] Pushing event updated for resources: {'Port': ['ID=e2ea03aa-d83a-4383-bf70-b09b650b85cb,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:20.185091 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.212979 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.234888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.251971 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Attempting to bind port 818d34d3-ce91-4f70-b016-5c82b00ed286 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:20.252511 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Attempting to bind port 818d34d3-ce91-4f70-b016-5c82b00ed286 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:20.253072 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Attempting to bind port 818d34d3-ce91-4f70-b016-5c82b00ed286 on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:20.267454 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:20.269158 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:20.269628 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.271398 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Bound using segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:20.271674 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Bound port: 818d34d3-ce91-4f70-b016-5c82b00ed286, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:20.273478 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.377632 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:20.381561 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.472014 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] For port 818d34d3-ce91-4f70-b016-5c82b00ed286, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:20.503038 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] For port 818d34d3-ce91-4f70-b016-5c82b00ed286, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=818d34d3-ce91-4f70-b016-5c82b00ed286,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:20.506228 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port b6ea34a5-851c-4a6a-9959-355df49b0603 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:20.509968 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.513159 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port b6ea34a5-851c-4a6a-9959-355df49b0603 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:20.513841 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.624120 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd20f-f7ae-4234-86df-fa3392eaedcf req-ddd8f139-984b-4ddb-9d77-f20e2c216310 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:20.625769 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Allocated IP 172.27.3.92 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/8bc81098-a446-4198-9b64-df1325755a9a) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:20.641918 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:20.642065 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8f8cd20f-f7ae-4234-86df-fa3392eaedcf req-ddd8f139-984b-4ddb-9d77-f20e2c216310 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 948 time: 0.1771438 Aug 31 12:46:20.642618 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:20.724082 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e0ff0-b1d3-4ed4-a5ae-68501befa235 None None] Pushing event updated for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:20.735570 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.812202 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:20.824235 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01531db5-2405-45f4-bde2-5a53f9bafe0a" -d '{"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:20.845268 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:20.861169 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:20.870235 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.890105 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.962458 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:20.974610 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:21.039017 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:21.043567 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:21.048830 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:21.053570 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc81098-a446-4198-9b64-df1325755a9a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:21.139026 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8f8cd20f-f7ae-4234-86df-fa3392eaedcf req-2b1198b1-5777-4b5b-8fc8-3ae9c1c2d07d tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957452 Aug 31 12:46:21.233038 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bdcbc-2178-4614-a0d7-a8723295f74c req-2e129d6b-7f5e-4689-9a8d-d30ad6c5da34 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:21.242445 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a60bdcbc-2178-4614-a0d7-a8723295f74c req-2e129d6b-7f5e-4689-9a8d-d30ad6c5da34 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.2530694 Aug 31 12:46:21.246974 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:20Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:21.255274 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95c02c2-9804-4b4f-bd3e-33e121a81958 x-openstack-request-id: req-d95c02c2-9804-4b4f-bd3e-33e121a81958 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:21.255655 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:21.255957 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d95c02c2-9804-4b4f-bd3e-33e121a81958 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:21.256929 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'code': 200} Aug 31 12:46:21.266930 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Allocated IP 172.27.3.201 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/c81d11e8-c407-4898-8f67-ecae21429633) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:21.351224 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a60bdcbc-2178-4614-a0d7-a8723295f74c req-8dae0237-ae5a-4b42-833d-6aed821a6420 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871289 Aug 31 12:46:21.440494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e2ea03aa-d83a-4383-bf70-b09b650b85cb up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:21.507716 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5e5dd-139c-4239-b3f9-effaeb0b2688 None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:20Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:21.540960 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port e2ea03aa-d83a-4383-bf70-b09b650b85cb completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:21.559052 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 818d34d3-ce91-4f70-b016-5c82b00ed286 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:21.610269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.681315 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 818d34d3-ce91-4f70-b016-5c82b00ed286 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:21.691313 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.703956 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 818d34d3-ce91-4f70-b016-5c82b00ed286 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:21.704672 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.708063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37112af3-9b79-44a5-836f-2f72ba3db4c8 req-8bb95168-eadc-4200-88b1-181b65d46d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:21.710418 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-37112af3-9b79-44a5-836f-2f72ba3db4c8 req-8bb95168-eadc-4200-88b1-181b65d46d4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0953178 Aug 31 12:46:21.774890 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-37112af3-9b79-44a5-836f-2f72ba3db4c8 req-03dfcdfe-9648-4535-bf3a-21ea6ea90753 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559719 Aug 31 12:46:21.776143 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.792360 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.869839 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:21.874097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=c81d11e8-c407-4898-8f67-ecae21429633,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:21.912094 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:21.914575 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:21.918195 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:21.927032 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87458999-c5fd-48ee-b99c-22088570ce29 None None] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:22.014887 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 818d34d3-ce91-4f70-b016-5c82b00ed286, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=818d34d3-ce91-4f70-b016-5c82b00ed286,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:22.029377 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.068659 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Provisioning for port e2ea03aa-d83a-4383-bf70-b09b650b85cb completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:22.083974 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Provisioning complete for port e2ea03aa-d83a-4383-bf70-b09b650b85cb triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:22.084657 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.156310 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.173537 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:22.195884 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.223221 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.301639 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.350857 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] For port e2ea03aa-d83a-4383-bf70-b09b650b85cb, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e2ea03aa-d83a-4383-bf70-b09b650b85cb,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:22.356565 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.397810 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Router d0e97471-dad4-440f-b291-dd477a24ca6a is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:46:22.437015 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42711c-81f8-4d43-8934-ba94dd67f8a2 None None] Pushing event updated for resources: {'Port': ['ID=e2ea03aa-d83a-4383-bf70-b09b650b85cb,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:22.440071 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3743cb-1f49-4bcb-8e9f-2b05be993d1f req-3df33ed2-1d18-407a-b22c-47ac73a71af2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:22.443653 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e3743cb-1f49-4bcb-8e9f-2b05be993d1f req-3df33ed2-1d18-407a-b22c-47ac73a71af2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 948 time: 0.1665990 Aug 31 12:46:22.447042 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 72b23b6a-9661-4060-a3af-8550693cb3d3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:46:22.561090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e3743cb-1f49-4bcb-8e9f-2b05be993d1f req-bc90eea6-3efd-445f-b6bc-927f6a3ff717 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080599 Aug 31 12:46:22.594614 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72b23b6a-9661-4060-a3af-8550693cb3d3,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:22.601160 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.612193 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '72b23b6a-9661-4060-a3af-8550693cb3d3', 'network_id': '298eaf97-35de-4a16-837d-c7b1da233581', 'port_id': '72b23b6a-9661-4060-a3af-8550693cb3d3', 'mac_address': 'fa:16:3e:8e:e7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad33a59-a273-4034-95e2-575e2b134656', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:46:22.629973 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2dda6-b012-4a0f-93f9-25a007e6ed1b req-b168ad66-3903-4401-b39d-236e8e956476 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:22.633183 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23e2dda6-b012-4a0f-93f9-25a007e6ed1b req-b168ad66-3903-4401-b39d-236e8e956476 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.1321681 Aug 31 12:46:22.634632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.654439 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:22.671103 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Sync routers for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:22.685668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.691278 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-59800e6c-4f8e-417b-a0ef-25fc1cd195b7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6365440 Aug 31 12:46:22.691382 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.691470 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42136) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:22.692629 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:22.693373 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:22.745512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b23b6a-9661-4060-a3af-8550693cb3d3 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:22.765141 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=c81d11e8-c407-4898-8f67-ecae21429633,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:22.793452 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.805218 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-23e2dda6-b012-4a0f-93f9-25a007e6ed1b req-cddc00b7-15e7-4055-8691-1a9795d5626a tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082544 Aug 31 12:46:22.818694 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72b23b6a-9661-4060-a3af-8550693cb3d3,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:22.823130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.826378 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-be964387-60f0-4bc7-8cf8-7fe7fba558af tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7370584 Aug 31 12:46:22.829785 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.858641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-1f2eae32-2087-48ea-8e58-f4d71ccadf04 None None] Provisioning complete for port e2ea03aa-d83a-4383-bf70-b09b650b85cb triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:22.859229 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1f2eae32-2087-48ea-8e58-f4d71ccadf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:22.910346 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:23.066191 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-43f1f532-f910-4245-aef6-dfceac598fa2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1971923250&fields=id&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 267 time: 0.0506546 Aug 31 12:46:23.199292 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e2ea03aa-d83a-4383-bf70-b09b650b85cb up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:23.201052 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-8bb5347c-a203-4ad2-a0dd-c9f338c975c5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:23.206448 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.209338 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-8bb5347c-a203-4ad2-a0dd-c9f338c975c5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 816 time: 0.1349146 Aug 31 12:46:23.221226 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5727574f-59a7-48a7-8afc-755533a9db0a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/quotas/bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 375 time: 0.0109730 Aug 31 12:46:23.243494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['72b23b6a-9661-4060-a3af-8550693cb3d3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:46:23.250385 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:23.287691 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-a4d2b5db-7d81-41bb-b7bb-2fa4bc29a262 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597100 Aug 31 12:46:23.414833 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Allocated IP 172.20.0.1 (6634078c-a29a-437d-be40-cbd508d2d6e6/bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0/bf4f3d5f-7015-4346-a06a-01c45437ba87) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:23.421958 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.460517 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port e2ea03aa-d83a-4383-bf70-b09b650b85cb triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:23.460896 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.518200 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-017d10a1-db80-415f-8e3e-0d710b927239 service neutron] 10.222.0.60 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171297 Aug 31 12:46:23.522471 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.536324 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Transition to ACTIVE for port object bf4f3d5f-7015-4346-a06a-01c45437ba87 will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:23.539596 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 3, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:23.572279 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.576029 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Checking router: d0e97471-dad4-440f-b291-dd477a24ca6a for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:23.576391 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Updating router d0e97471-dad4-440f-b291-dd477a24ca6a port 8bc81098-a446-4198-9b64-df1325755a9a binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:23.616910 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:23.619472 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:23.622705 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:23.635817 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-53b760d5-378e-4f6a-b9e0-a454550b9ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112678 Aug 31 12:46:23.658455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:23.682080 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.690845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.789112 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22aed0-f5f1-401b-a89f-82a7425ab37a req-1c4485a1-2a2b-4318-88c8-72a085579aab tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:23.798073 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a22aed0-f5f1-401b-a89f-82a7425ab37a req-1c4485a1-2a2b-4318-88c8-72a085579aab tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 949 time: 0.0772419 Aug 31 12:46:23.846180 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a22aed0-f5f1-401b-a89f-82a7425ab37a req-cf7e7dd2-fbe7-4f90-98f7-51ac20b0ee83 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Aug 31 12:46:23.919118 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:23.935857 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8a6a8d4b-5986-4aeb-aa71-83e213d04c1a req-505c3dc1-40c8-4e75-ad1d-b5dc77c9c6f9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 210 time: 0.0627096 Aug 31 12:46:23.943941 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 818d34d3-ce91-4f70-b016-5c82b00ed286 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:24.017768 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c463c-1e3e-426e-b95e-6ed3e589ba63 req-f13f0a55-d1b7-428b-8b00-5e77c4c7f0af tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:24.020010 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-385c463c-1e3e-426e-b95e-6ed3e589ba63 req-f13f0a55-d1b7-428b-8b00-5e77c4c7f0af tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0623097 Aug 31 12:46:24.083199 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-385c463c-1e3e-426e-b95e-6ed3e589ba63 req-6ca596c9-5113-4bbb-9d96-f2d019fa49bb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489395 Aug 31 12:46:24.166697 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-baec21a2-3962-4678-9d0c-29b55821d003 None None] Provisioning for port bf4f3d5f-7015-4346-a06a-01c45437ba87 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:24.184221 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-baec21a2-3962-4678-9d0c-29b55821d003 None None] Provisioning complete for port bf4f3d5f-7015-4346-a06a-01c45437ba87 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:24.184797 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baec21a2-3962-4678-9d0c-29b55821d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.216605 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.222531 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.266062 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 818d34d3-ce91-4f70-b016-5c82b00ed286 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:24.266629 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.275511 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7a6f7-565f-4da1-a982-a6586b7a97a9 req-1e50f3f2-086a-493a-ac30-8521136f38e0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:24.280143 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a1e7a6f7-565f-4da1-a982-a6586b7a97a9 req-1e50f3f2-086a-493a-ac30-8521136f38e0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0845838 Aug 31 12:46:24.314335 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.317437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:24.325195 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-baec21a2-3962-4678-9d0c-29b55821d003 None None] Port bf4f3d5f-7015-4346-a06a-01c45437ba87 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:24.355618 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a1e7a6f7-565f-4da1-a982-a6586b7a97a9 req-d23d74df-5f80-4fa7-9101-c0d4013e13e4 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680180 Aug 31 12:46:24.392127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42168) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:24.510261 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:24.512486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:24.548631 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.585107 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Transition to ACTIVE for port object 8bc81098-a446-4198-9b64-df1325755a9a will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:24.608860 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.609935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.695743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0424e3-a2da-4591-945b-664d77c5fddb tempest-TestShelveInstance-250347239 tempest-TestShelveInstance-250347239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:24.699366 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5f0424e3-a2da-4591-945b-664d77c5fddb tempest-TestShelveInstance-250347239 tempest-TestShelveInstance-250347239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1094 time: 0.3056631 Aug 31 12:46:24.704130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42172) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:24.711298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:24.731110 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Attempting to bind port 8bc81098-a446-4198-9b64-df1325755a9a on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:24.731673 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Attempting to bind port 8bc81098-a446-4198-9b64-df1325755a9a by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:24.732321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Attempting to bind port 8bc81098-a446-4198-9b64-df1325755a9a on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:24.735954 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7497fe1-16f8-4603-a4ac-3ebe5eebf5a9 None None] Pushing event updated for resources: {'Port': ['ID=8bc81098-a446-4198-9b64-df1325755a9a,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:24.736313 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Router d0e97471-dad4-440f-b291-dd477a24ca6a has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:24.746923 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:24.747515 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:24.748159 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.748852 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:24.749643 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Bound port: 8bc81098-a446-4198-9b64-df1325755a9a, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:24.750400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.755147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.858130 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] For port 8bc81098-a446-4198-9b64-df1325755a9a, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:24.862671 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] For port 8bc81098-a446-4198-9b64-df1325755a9a, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=8bc81098-a446-4198-9b64-df1325755a9a,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:24.874641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.899666 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:24.907772 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-385e0627-7e96-4768-a3e1-ded0dee490c2 admin admin] 10.222.0.60 "PUT /v2.0/routers/d0e97471-dad4-440f-b291-dd477a24ca6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2151463 Aug 31 12:46:24.973395 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:24.995105 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:24.995880 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:25.041821 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7497fe1-16f8-4603-a4ac-3ebe5eebf5a9 None None] Pushing event updated for resources: {'Port': ['ID=8bc81098-a446-4198-9b64-df1325755a9a,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:25.046920 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-edeeb310-5019-4269-845d-7c39e94618d3 None None] Provisioning complete for port bf4f3d5f-7015-4346-a06a-01c45437ba87 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:25.047314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-edeeb310-5019-4269-845d-7c39e94618d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.079566 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859d026-4ea1-4036-a70f-9cd104464587 req-7d46e41e-1edc-4b42-8c60-98d1a5f0144e tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:25.081785 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a859d026-4ea1-4036-a70f-9cd104464587 req-7d46e41e-1edc-4b42-8c60-98d1a5f0144e tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 949 time: 0.1536009 Aug 31 12:46:25.149522 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-edeeb310-5019-4269-845d-7c39e94618d3 None None] Port bf4f3d5f-7015-4346-a06a-01c45437ba87 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:25.182969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9d0d210-8fe1-4b2a-bc9e-3e39b1efbd33 req-7ce0d4ee-f92f-4d0d-a923-4289d625ef9b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 210 time: 0.1141367 Aug 31 12:46:25.186065 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:25.294552 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a859d026-4ea1-4036-a70f-9cd104464587 req-498e46e2-8c25-47ed-9fb9-8641fc246321 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819584 Aug 31 12:46:25.361554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Allocated IP 172.27.3.42 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/d8d8369a-22dd-44f3-961b-2717e67d1d90) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:25.377007 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-a8dbd319-8c69-4c2f-aa0a-40563e5421b2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:25.379088 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-a8dbd319-8c69-4c2f-aa0a-40563e5421b2 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 816 time: 0.2068923 Aug 31 12:46:25.446778 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:23Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'bf4f3d5f-7015-4346-a06a-01c45437ba87', 'name': '', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'mac_address': 'fa:16:3e:ac:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:23Z', 'updated_at': '2021-08-31T12:46:24Z', 'revision_number': 2, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'subnets': [{'id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:25.477257 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee95a2-f513-4367-90ec-8d9e4fe9ea91 None None] The sync data for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi is: [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:23Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'bf4f3d5f-7015-4346-a06a-01c45437ba87', 'name': '', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'mac_address': 'fa:16:3e:ac:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:23Z', 'updated_at': '2021-08-31T12:46:24Z', 'revision_number': 2, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'subnets': [{'id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:25.505457 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-31aebb20-ecf9-4d0d-8400-b608f02bc596 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 380 time: 0.0951705 Aug 31 12:46:25.522017 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'port': {'device_id': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'admin_state_up': True, 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'security_groups': ['e9c2f845-4215-4129-936c-3917e50a9fa3']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:25.600208 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.725982 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.731060 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Made reservation on behalf of bf7d0919bfb145c89ff4ed269d85d9e5 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:25.734564 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.788526 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:25.795781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:25.809361 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:25.821065 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42188) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:25.827354 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061533544', 'description': 'tempest-secgroup-smoke-2061533544 description', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:25.847386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'Port': ['ID=d8d8369a-22dd-44f3-961b-2717e67d1d90,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:25.853144 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.954054 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:25.960067 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.000162 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.003852 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1804132 Aug 31 12:46:26.005601 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42190) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:26.018236 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:26.026269 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d94de-1129-4fa3-aa3d-f461ab28aef6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acea2e8-9f44-4651-831f-c88345110ba4,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:26.078789 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Allocated IP 172.20.0.14 (19770c70-4f68-4b6a-a4c1-28140956c24f/62c500e6-4597-4b38-a385-7959f9049ec9/2e6fbc48-436c-4051-b8a0-893fff54e051) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:26.091676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.193915 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.199476 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.237041 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d223ca5d-17cc-4f06-a73d-0b337cdeba71,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:26.248805 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.249476 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ffba6912-4d00-49d4-9e33-33e447704c57 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389822 Aug 31 12:46:26.254857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42194) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:26.272893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:26.405203 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 72b23b6a-9661-4060-a3af-8550693cb3d3 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:26.453647 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-633e42ed-547d-4ad5-a7ad-d7af79592fb8 req-b6492421-3db9-429f-a197-f36c322b3ce4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 210 time: 0.1122608 Aug 31 12:46:26.508275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 72b23b6a-9661-4060-a3af-8550693cb3d3 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:26.514460 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 72b23b6a-9661-4060-a3af-8550693cb3d3 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:26.514868 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.613889 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.652468 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:26.662993 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6baf3c-594c-4bc5-9008-c5f20dd21e5c" -d '{"events": [{"server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "name": "network-vif-plugged", "status": "completed", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:26.683758 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72b23b6a-9661-4060-a3af-8550693cb3d3,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:26.691087 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.786428 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:26.825668 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e6347-5bc7-4655-bc58-f7e59fcfaf15 x-openstack-request-id: req-5e3e6347-5bc7-4655-bc58-f7e59fcfaf15 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:26.826198 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "name": "network-vif-plugged", "status": "completed", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:26.826454 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e3e6347-5bc7-4655-bc58-f7e59fcfaf15 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:26.827088 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3', 'code': 200} Aug 31 12:46:26.869665 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.882765 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:26.957919 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Transition to ACTIVE for port object 2e6fbc48-436c-4051-b8a0-893fff54e051 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:27.061504 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd55489-d3ad-49ff-a4cb-bf18b417dbda req-7361e517-96a1-4ce9-896c-8a0a9d8fb227 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:27.063271 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4dd55489-d3ad-49ff-a4cb-bf18b417dbda req-7361e517-96a1-4ce9-896c-8a0a9d8fb227 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 949 time: 0.6238372 Aug 31 12:46:27.128502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.161460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.168730 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.250675 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8bc81098-a446-4198-9b64-df1325755a9a up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:27.261965 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.287928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ca66e4-ac93-4d10-8f8a-ccf22c680567,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:27.300598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132db4-e9b6-4f9f-bd43-41dd7d942b5c req-7f8912ee-1dfa-4f44-80ea-a455a8e32175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:27.302443 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9132db4-e9b6-4f9f-bd43-41dd7d942b5c req-7f8912ee-1dfa-4f44-80ea-a455a8e32175 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 1103 time: 0.2641835 Aug 31 12:46:27.313970 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4dd55489-d3ad-49ff-a4cb-bf18b417dbda req-bb5d02ef-76a2-4d3c-a8c1-06fa8f391e49 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189202 Aug 31 12:46:27.324985 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 8bc81098-a446-4198-9b64-df1325755a9a completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:27.330425 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 8bc81098-a446-4198-9b64-df1325755a9a triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:27.330714 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.330912 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.335195 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42206) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:27.336649 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4b2c4e11-67f0-4118-82e5-24b2e4bc7089 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0675287 Aug 31 12:46:27.342759 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:27.356628 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Network 19770c70-4f68-4b6a-a4c1-28140956c24f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:27.397823 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.400468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:27.409032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:27.464018 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9132db4-e9b6-4f9f-bd43-41dd7d942b5c req-79e9779f-15ae-4267-9f10-b7d74a134426 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459823 Aug 31 12:46:27.469752 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.474663 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:27.511333 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:27.511916 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.519590 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.531660 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.538596 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.558801 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 8bc81098-a446-4198-9b64-df1325755a9a, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=8bc81098-a446-4198-9b64-df1325755a9a,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:27.565831 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.577834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19906a30-d4c0-405f-a7c1-fe5dd57af5a0,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:27.583608 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5ad2228f-54f1-4f64-94f6-d15a5372e0a9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0678182 Aug 31 12:46:27.599450 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.601690 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3643c4bb-1e60-4cbd-bdf9-01fe813a7726 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644553 Aug 31 12:46:27.605020 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42210) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:27.615859 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:27.647101 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=8bc81098-a446-4198-9b64-df1325755a9a,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:27.689229 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.721871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Request body: {'port': {'device_id': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:27.738647 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-d5b5139b-e02a-43de-9e33-1cb6b75f8eee None None] Provisioning for port 2e6fbc48-436c-4051-b8a0-893fff54e051 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:27.746597 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-d5b5139b-e02a-43de-9e33-1cb6b75f8eee None None] Provisioning complete for port 2e6fbc48-436c-4051-b8a0-893fff54e051 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:27.747309 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d5b5139b-e02a-43de-9e33-1cb6b75f8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.806575 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.812983 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.832609 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db6d2e-b19a-4b58-905b-d2ce7c170b80 req-a39389ec-e149-46b6-ad3e-f92e5a99a42c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:27.834524 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-02db6d2e-b19a-4b58-905b-d2ce7c170b80 req-a39389ec-e149-46b6-ad3e-f92e5a99a42c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 932 time: 0.2395339 Aug 31 12:46:27.837101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.842541 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac34cdc9-e826-4d0e-86bf-6721e93b3dac,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:27.850396 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.852212 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3f616c45-2b95-445b-94f3-d006afa8b249 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2447734 Aug 31 12:46:27.857721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.859621 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42212) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:27.866782 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:27.871017 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.906440 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.securitygroups_db [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Project f9e96e72ffa542ceb7ad95b9b6aef4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:46:27.913339 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:27.935175 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5139b-e02a-43de-9e33-1cb6b75f8eee None None] Port 2e6fbc48-436c-4051-b8a0-893fff54e051 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:27.999212 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.005409 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.014127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event updated for resources: {'Port': ['ID=d8d8369a-22dd-44f3-961b-2717e67d1d90,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:28.020529 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-02db6d2e-b19a-4b58-905b-d2ce7c170b80 req-f4f2fe28-1493-4858-8a64-55f21ef1f4bb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789775 Aug 31 12:46:28.037650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.038389 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f829d-7b49-42be-a733-c653ec2d9fc4,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:28.052840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.059816 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-4a19e484-7515-46b3-a264-217f87eae4f6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1930661 Aug 31 12:46:28.061818 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42214) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:28.067366 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'security_group_rule': {'security_group_id': '9acea2e8-9f44-4651-831f-c88345110ba4', 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:28.095406 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.securitygroups_db [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Project f9e96e72ffa542ceb7ad95b9b6aef4d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:46:28.101325 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.194911 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.203699 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.235179 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb8857-dfd0-4889-b6af-42304db69bb6,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:28.246429 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.254138 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a281e746-e07c-4e5e-a1a1-e52ae46dc30c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1907930 Aug 31 12:46:28.419563 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Floating IP 47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2 associated. External IP: 172.27.3.42, port: b6ea34a5-851c-4a6a-9959-355df49b0603. Aug 31 12:46:28.669801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c184c4-bb50-4017-80f8-d36fa225b396 req-e9798633-a75f-4d09-bf54-549ac1ed2bfd tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:28.671416 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9c184c4-bb50-4017-80f8-d36fa225b396 req-e9798633-a75f-4d09-bf54-549ac1ed2bfd tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 950 time: 0.1901672 Aug 31 12:46:28.791928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:28.813793 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Sync routers for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:28.818370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:28.830190 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:28.831218 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:28.895289 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9c184c4-bb50-4017-80f8-d36fa225b396 req-16db9477-82c3-4e67-bdcc-93eae60274ec tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815794 Aug 31 12:46:28.898572 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Transition to ACTIVE for port object 2e6fbc48-436c-4051-b8a0-893fff54e051 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:28.909713 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.066971 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:29.107937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:29.124486 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:29.308509 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8bc81098-a446-4198-9b64-df1325755a9a up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:29.332111 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Attempting to bind port 2e6fbc48-436c-4051-b8a0-893fff54e051 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:29.332529 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Attempting to bind port 2e6fbc48-436c-4051-b8a0-893fff54e051 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:29.332936 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Attempting to bind port 2e6fbc48-436c-4051-b8a0-893fff54e051 on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:29.363184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Port 2e6fbc48-436c-4051-b8a0-893fff54e051 on network 19770c70-4f68-4b6a-a4c1-28140956c24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:46:29.363830 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Attempting to bind port 2e6fbc48-436c-4051-b8a0-893fff54e051 on network 19770c70-4f68-4b6a-a4c1-28140956c24f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:29.404808 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 8bc81098-a446-4198-9b64-df1325755a9a triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:29.405195 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.412521 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:29.413171 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Checking segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:29.413744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Bound using segment: {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:29.414445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Bound port: 2e6fbc48-436c-4051-b8a0-893fff54e051, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:29.415049 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.450552 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:23Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'bf4f3d5f-7015-4346-a06a-01c45437ba87', 'name': '', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'mac_address': 'fa:16:3e:ac:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:23Z', 'updated_at': '2021-08-31T12:46:24Z', 'revision_number': 2, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'subnets': [{'id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:29.470314 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5af518-c121-4cb4-9024-085c71bb3fec req-37ac8024-1c19-465e-87d0-edb5cb0cd00a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.471952 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3b5af518-c121-4cb4-9024-085c71bb3fec req-37ac8024-1c19-465e-87d0-edb5cb0cd00a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.2344470 Aug 31 12:46:29.494142 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:29.509348 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Checking router: d0e97471-dad4-440f-b291-dd477a24ca6a for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:29.509348 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Updating router d0e97471-dad4-440f-b291-dd477a24ca6a port bf4f3d5f-7015-4346-a06a-01c45437ba87 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:29.517513 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Sync routers for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:29.546946 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.554323 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:29.555537 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:29.565694 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:29.568993 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.615751 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3b5af518-c121-4cb4-9024-085c71bb3fec req-bec91bca-b9f6-417f-9580-0c92998f78b8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259153 Aug 31 12:46:29.620336 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:29.631436 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-990f51a1-19e8-4dd8-803d-b19e42f0edbd tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9262052 Aug 31 12:46:29.633722 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:29.637139 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5" -d '{"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:29.641390 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.682295 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.683173 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:29.686109 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] 10.222.0.55 "PUT /v2.0/ports/2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 1094 time: 1.9709349 Aug 31 12:46:29.730428 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924883b-28d0-4778-9a01-6a0099596a61 x-openstack-request-id: req-e924883b-28d0-4778-9a01-6a0099596a61 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:29.730759 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:29.731043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e924883b-28d0-4778-9a01-6a0099596a61 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:29.731411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'status': 'completed', 'code': 200} Aug 31 12:46:29.753423 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:29.814856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ece9b-04b0-45a0-bcbc-ecd38ed56adc service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:29.864701 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-a2753a5a-be61-4a16-8663-a466bb948bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.868344 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-a2753a5a-be61-4a16-8663-a466bb948bc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0650613 Aug 31 12:46:29.870533 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-4d337bc6-fcec-4546-880a-8aebe1822a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.872357 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-4d337bc6-fcec-4546-880a-8aebe1822a7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1097 time: 0.1016614 Aug 31 12:46:29.987325 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-f6e3473f-c919-4ae1-9fb3-5f9364fc9174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 217 time: 0.0912743 Aug 31 12:46:30.010018 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:30.026701 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Transition to ACTIVE for port object bf4f3d5f-7015-4346-a06a-01c45437ba87 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:30.036011 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:30.088292 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Pushing event updated for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:30.100212 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.100839 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.101342 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.101933 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.102443 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.102980 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.103481 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.103984 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.104530 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.105199 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.105841 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.106328 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:30.141037 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-0149352f-316a-42cf-82f1-dacf2aa7bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.142602 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-0149352f-316a-42cf-82f1-dacf2aa7bb42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.1447508 Aug 31 12:46:30.148795 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-272b5acd-d7db-48b4-9cbf-a2c66337fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.150227 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-272b5acd-d7db-48b4-9cbf-a2c66337fbd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.2629287 Aug 31 12:46:30.164674 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4064f1-098e-46a2-b763-aaf2b56557f6 req-8949c247-00ff-4aa5-a776-c42ed0d09ead tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.166401 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa4064f1-098e-46a2-b763-aaf2b56557f6 req-8949c247-00ff-4aa5-a776-c42ed0d09ead tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 950 time: 0.1200230 Aug 31 12:46:30.203759 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'mac_address': 'fa:16:3e:1b:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:26Z', 'updated_at': '2021-08-31T12:46:26Z', 'revision_number': 0, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:30.217354 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Attempting to bind port bf4f3d5f-7015-4346-a06a-01c45437ba87 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:30.217918 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Attempting to bind port bf4f3d5f-7015-4346-a06a-01c45437ba87 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:30.218284 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Attempting to bind port bf4f3d5f-7015-4346-a06a-01c45437ba87 on network 6634078c-a29a-437d-be40-cbd508d2d6e6 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:30.224644 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:30.225015 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Checking segment: {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:30.225647 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:30.226063 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Bound using segment: {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:30.226590 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Bound port: bf4f3d5f-7015-4346-a06a-01c45437ba87, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6bd86f-336c-479d-9d46-eb1b64f418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:30.227064 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:30.247343 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Checking router: 93a24f40-c1a3-422b-afb1-a6c64b67bad5 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:30.280264 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:30.281314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:30.335396 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] For port bf4f3d5f-7015-4346-a06a-01c45437ba87, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:30.344220 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] For port bf4f3d5f-7015-4346-a06a-01c45437ba87, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=bf4f3d5f-7015-4346-a06a-01c45437ba87,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:30.351463 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:30.427118 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:30.427685 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:30.447490 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:30.480047 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9402c-7e22-43cd-97e8-8b2af8cd84ed None None] Pushing event updated for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:30.585635 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:30.667792 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa4064f1-098e-46a2-b763-aaf2b56557f6 req-85429b74-3fe3-43c2-a5cc-b7f5d507f8f7 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692585 Aug 31 12:46:30.682194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5c354b61-06b8-4cdc-93b6-530d27e9079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.683833 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-5c354b61-06b8-4cdc-93b6-530d27e9079b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5164351 Aug 31 12:46:30.766971 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-e2251366-4028-41ea-9798-dfc867290ddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 999 time: 0.5805366 Aug 31 12:46:30.848157 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'mac_address': 'fa:16:3e:1b:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:26Z', 'updated_at': '2021-08-31T12:46:26Z', 'revision_number': 0, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:30.886652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-469b48af-1186-408a-910a-8bd20c17c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.888227 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-469b48af-1186-408a-910a-8bd20c17c795 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0762467 Aug 31 12:46:30.900089 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f7bc-a0a3-4e7f-8d49-44923cb1edd4 None None] The sync data for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi is: [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'mac_address': 'fa:16:3e:1b:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:26Z', 'updated_at': '2021-08-31T12:46:26Z', 'revision_number': 0, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:30.915331 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05d24-1817-4d81-8aa1-9b131d956db7 req-e1f60fe5-b910-4028-84b6-e694b3fb7eeb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.917021 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ada05d24-1817-4d81-8aa1-9b131d956db7 req-e1f60fe5-b910-4028-84b6-e694b3fb7eeb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.1430783 Aug 31 12:46:30.963850 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:23Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'bf4f3d5f-7015-4346-a06a-01c45437ba87', 'name': '', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'mac_address': 'fa:16:3e:ac:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:23Z', 'updated_at': '2021-08-31T12:46:30Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'subnets': [{'id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:30.968234 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-6aa23f02-9508-4569-b436-1a68336171fb service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602794 Aug 31 12:46:30.997035 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711579b9-65d2-4c21-97fa-b82c4514ba3d None None] The sync data for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi is: [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:46:23Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'bf4f3d5f-7015-4346-a06a-01c45437ba87', 'name': '', 'network_id': '6634078c-a29a-437d-be40-cbd508d2d6e6', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'mac_address': 'fa:16:3e:ac:c7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:23Z', 'updated_at': '2021-08-31T12:46:30Z', 'revision_number': 4, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'subnets': [{'id': 'bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:30.999803 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-e8ded541-f99a-46b1-a7ef-dc28a1d69595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.001462 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-e8ded541-f99a-46b1-a7ef-dc28a1d69595 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964880 Aug 31 12:46:31.081793 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ada05d24-1817-4d81-8aa1-9b131d956db7 req-6dfad1bf-7a43-40a5-bd5e-bc95a89f25c4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538625 Aug 31 12:46:31.187270 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065df15-414f-4043-8a65-ace4eb2d57dc req-cdf70eff-0854-4391-a004-a6258ac08ea0 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.188968 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2065df15-414f-4043-8a65-ace4eb2d57dc req-cdf70eff-0854-4391-a004-a6258ac08ea0 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 950 time: 0.1916654 Aug 31 12:46:31.248815 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-80748bfa-2e61-425f-a66f-29debd65ccf8 req-f2221dec-b711-4bc7-8655-c40cca0c4da6 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651210 Aug 31 12:46:31.255822 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-7f014211-f508-41ab-93f6-17aebf29abe5 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402842 Aug 31 12:46:31.281455 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2065df15-414f-4043-8a65-ace4eb2d57dc req-1e94b14e-8f9c-4757-8e7e-3ae0313dd198 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Aug 31 12:46:31.342049 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dd983-2c8d-4a73-98b6-2ddcc248b0d4 None None] New status for floating IP 47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:46:31.352192 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device bf4f3d5f-7015-4346-a06a-01c45437ba87 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:31.398236 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7614e6fc-b0c9-42bb-98fd-fe5040fa96d5 req-3e9c1845-8c89-4e27-bc16-6121b1d3085c service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274934 Aug 31 12:46:31.442096 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port bf4f3d5f-7015-4346-a06a-01c45437ba87 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:31.446907 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port bf4f3d5f-7015-4346-a06a-01c45437ba87 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:31.447380 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:31.527240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:31.564016 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port bf4f3d5f-7015-4346-a06a-01c45437ba87, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=bf4f3d5f-7015-4346-a06a-01c45437ba87,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:31.568317 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:31.617640 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:31.732188 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:31.734471 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee1f77-7dd3-4c2e-a230-46390187d47d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:31.770847 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f29e47-64a8-40c6-bde5-c55cce879fc8 x-openstack-request-id: req-e8f29e47-64a8-40c6-bde5-c55cce879fc8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:31.771143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:31.771398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8f29e47-64a8-40c6-bde5-c55cce879fc8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:31.771812 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'status': 'completed', 'code': 200} Aug 31 12:46:31.854288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-2acd66ae-a7b3-4b56-b9cd-1081e7a5ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.855881 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-2acd66ae-a7b3-4b56-b9cd-1081e7a5ba30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1097 time: 0.0522244 Aug 31 12:46:31.953953 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-7998179c-434c-4ba3-8d21-740b1afd111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.955489 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-7998179c-434c-4ba3-8d21-740b1afd111c service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0856693 Aug 31 12:46:32.006685 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-6aeb3e4b-1fa0-422b-86f7-864e1d79fee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 217 time: 0.0393670 Aug 31 12:46:32.060114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-b7af5bda-9198-43b6-bbef-49c28574e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:32.061595 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-b7af5bda-9198-43b6-bbef-49c28574e32b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0462270 Aug 31 12:46:32.115294 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-5649bc50-762a-498d-a0a6-a6d52a9207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:32.116813 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-5649bc50-762a-498d-a0a6-a6d52a9207d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402308 Aug 31 12:46:32.257240 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa74f30-189e-4d19-a469-114752081966 req-945af848-a613-4403-87b5-c97779bd0474 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:32.258712 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4aa74f30-189e-4d19-a469-114752081966 req-945af848-a613-4403-87b5-c97779bd0474 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0853915 Aug 31 12:46:32.262783 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-0fd2a7c8-cff4-4676-b939-c6415e6eed57 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349707 Aug 31 12:46:32.346519 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4aa74f30-189e-4d19-a469-114752081966 req-5f364a8e-2249-43f0-bbac-cab358730162 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811830 Aug 31 12:46:32.424716 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42ee1f77-7dd3-4c2e-a230-46390187d47d req-07a00f69-cec4-4793-9fa0-d21221f5d5fe service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403742 Aug 31 12:46:32.447350 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c20249-a4cf-410d-8cc2-47298d6b290c req-f236ba3e-b4ab-426f-8339-2be4439a335d tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:32.449451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-76c20249-a4cf-410d-8cc2-47298d6b290c req-f236ba3e-b4ab-426f-8339-2be4439a335d tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 950 time: 0.0734863 Aug 31 12:46:32.494603 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-76c20249-a4cf-410d-8cc2-47298d6b290c req-efd3c4c5-dd19-4c6b-9d7e-920e28a8fa2d tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b50eede-46e5-4f76-a1be-3e07635d876b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Aug 31 12:46:33.140974 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d90630-484b-475a-b9b5-9836521418e1 req-17451514-6ca5-4bbe-96c5-2a8df76a04c0 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:33.142522 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42d90630-484b-475a-b9b5-9836521418e1 req-17451514-6ca5-4bbe-96c5-2a8df76a04c0 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 950 time: 0.0508811 Aug 31 12:46:33.189747 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device bf4f3d5f-7015-4346-a06a-01c45437ba87 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:33.239558 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port bf4f3d5f-7015-4346-a06a-01c45437ba87 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:33.239936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.253946 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Deleting port 72b23b6a-9661-4060-a3af-8550693cb3d3 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:46:33.254290 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.348522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] For port 72b23b6a-9661-4060-a3af-8550693cb3d3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72b23b6a-9661-4060-a3af-8550693cb3d3,segment=NetworkSegment(a3e6a973-d685-47be-a238-643998270a11),segment_id=a3e6a973-d685-47be-a238-643998270a11)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:33.348909 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.362716 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Calling delete_port for 72b23b6a-9661-4060-a3af-8550693cb3d3 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:46:33.524273 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841d09e-9692-4942-9652-db0d6b1573b8 req-f1ca5e06-0753-45bb-8f5b-e0d01fb76e95 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:33.525861 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5841d09e-9692-4942-9652-db0d6b1573b8 req-f1ca5e06-0753-45bb-8f5b-e0d01fb76e95 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0908415 Aug 31 12:46:33.553617 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.569738 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['72b23b6a-9661-4060-a3af-8550693cb3d3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:46:33.602607 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Pushing event deleted for resources: {'Port': ['ID=72b23b6a-9661-4060-a3af-8550693cb3d3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:33.622799 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5841d09e-9692-4942-9652-db0d6b1573b8 req-7f7934d4-fa07-43c8-8640-e308924a2522 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879211 Aug 31 12:46:33.653235 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-70740527-f0f3-43a7-b799-baa437d604f2 req-7adca92f-42b1-4f8f-a5de-7fbb4d0b4a1f tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a388acd-01f7-4d56-ac66-646c403c5257 HTTP/1.1" status: 200 len: 210 time: 0.0560985 Aug 31 12:46:33.673772 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] No DVR routers for this DVR port 72b23b6a-9661-4060-a3af-8550693cb3d3 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:46:33.676481 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.678711 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-42d90630-484b-475a-b9b5-9836521418e1 req-b4719fc3-9202-4df2-94a3-802f9a7106f2 tempest-VolumesNegativeTest-202652261 tempest-VolumesNegativeTest-202652261-project] 10.222.0.55 "DELETE /v2.0/ports/72b23b6a-9661-4060-a3af-8550693cb3d3 HTTP/1.1" status: 204 len: 173 time: 0.5164909 Aug 31 12:46:33.772736 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'name': 'network-vif-deleted', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:33.775549 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d468a2a-19c6-4f67-aa97-ccaa63024eeb" -d '{"events": [{"server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "name": "network-vif-deleted", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:33.815100 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470a8e1d-e8bf-48bc-b149-6d46bf92d527 x-openstack-request-id: req-470a8e1d-e8bf-48bc-b149-6d46bf92d527 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:33.815418 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a388acd-01f7-4d56-ac66-646c403c5257", "name": "network-vif-deleted", "tag": "72b23b6a-9661-4060-a3af-8550693cb3d3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:33.815673 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-470a8e1d-e8bf-48bc-b149-6d46bf92d527 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:33.816427 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a388acd-01f7-4d56-ac66-646c403c5257', 'name': 'network-vif-deleted', 'tag': '72b23b6a-9661-4060-a3af-8550693cb3d3', 'status': 'completed', 'code': 200} Aug 31 12:46:34.422676 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:46:34.531381 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:34.544845 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:46:34.590227 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:34.604567 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:34.625575 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:34.629852 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:34.684513 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:34.759045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0127fc-64db-483b-a95b-d3b6c605cc00 req-dc465c87-cd84-445a-9346-f8774aabafeb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:34.760695 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7b0127fc-64db-483b-a95b-d3b6c605cc00 req-dc465c87-cd84-445a-9346-f8774aabafeb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Aug 31 12:46:34.803942 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7b0127fc-64db-483b-a95b-d3b6c605cc00 req-06c844ee-5367-4465-bce2-657191323920 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Aug 31 12:46:34.941967 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2e6fbc48-436c-4051-b8a0-893fff54e051'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:46:35.940084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671568e2-925b-4562-bb55-a0e4d9ec12e2 req-57f8482e-1e54-483e-b6c3-881276c7cfac tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:35.941764 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-671568e2-925b-4562-bb55-a0e4d9ec12e2 req-57f8482e-1e54-483e-b6c3-881276c7cfac tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0581820 Aug 31 12:46:35.988576 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-671568e2-925b-4562-bb55-a0e4d9ec12e2 req-0e81e929-f9a8-426a-8790-df2a49fddc5f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Aug 31 12:46:36.441890 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:36.495326 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 2e6fbc48-436c-4051-b8a0-893fff54e051 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:36.500102 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 2e6fbc48-436c-4051-b8a0-893fff54e051 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:36.500481 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:36.583470 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:36.606893 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:36.609142 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1b205-cc0e-4e33-9e8c-40d2f419c731" -d '{"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:36.625650 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:36.630351 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:36.631485 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 72b23b6a-9661-4060-a3af-8550693cb3d3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:46:36.684930 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09853dad-39cc-43c5-be28-fa9c8c795244 x-openstack-request-id: req-09853dad-39cc-43c5-be28-fa9c8c795244 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:36.685266 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:36.685442 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09853dad-39cc-43c5-be28-fa9c8c795244 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:36.685831 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'code': 200} Aug 31 12:46:36.688338 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 72b23b6a-9661-4060-a3af-8550693cb3d3 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:46:36.688679 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 72b23b6a-9661-4060-a3af-8550693cb3d3 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:46:36.716850 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:36.892054 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73321c04-87e2-400a-9201-2b375a774bbf req-aaf55542-194a-4d4c-a71e-83c38629ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:36.893757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73321c04-87e2-400a-9201-2b375a774bbf req-aaf55542-194a-4d4c-a71e-83c38629ed50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1099 time: 0.0419409 Aug 31 12:46:36.941011 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73321c04-87e2-400a-9201-2b375a774bbf req-3e08ca95-9a51-428f-b365-5cb648758c88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 Aug 31 12:46:37.116299 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e444-9b11-48da-a91d-9289999e8663 req-e147c21e-fefb-4b88-9de3-7ded934ca04b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:37.118411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8653e444-9b11-48da-a91d-9289999e8663 req-e147c21e-fefb-4b88-9de3-7ded934ca04b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0560358 Aug 31 12:46:37.165106 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8653e444-9b11-48da-a91d-9289999e8663 req-8ef7b8c3-b3e4-46ac-90b4-cf4671d9e329 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Aug 31 12:46:38.298316 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d80c58-1ce0-4f49-a45a-8c3a0ac041a3 req-7d22c78c-a608-41b2-b0eb-8a9da66f7f50 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:38.299948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69d80c58-1ce0-4f49-a45a-8c3a0ac041a3 req-7d22c78c-a608-41b2-b0eb-8a9da66f7f50 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0587025 Aug 31 12:46:38.343786 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-69d80c58-1ce0-4f49-a45a-8c3a0ac041a3 req-3f1a9def-a14a-4629-bd6c-4651be2d6a7c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366826 Aug 31 12:46:38.580905 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42562) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:38.717966 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b47025b0-b6b9-45e1-b5e2-204d017406bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22c3d839ad884d1eb4d54dd491de6798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357977 Aug 31 12:46:38.720359 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42566) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:38.769354 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:38.790228 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:38.849676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:38.852349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:38.853637 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b50eede-46e5-4f76-a1be-3e07635d876b HTTP/1.1" status: 204 len: 168 time: 0.1322551 Aug 31 12:46:38.862418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50eede-46e5-4f76-a1be-3e07635d876b,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:38.870527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.870998 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.871343 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.871888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.872228 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.872703 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.873037 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.876248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.876248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.876248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.876248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:38.876248 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f0477-bec0-4486-82b2-a8603f3817c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:39.468038 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57ae03-dbb8-47de-97d4-dd94fc14b1eb req-7208c2e3-dc25-44be-a0e9-b9dba35bc07a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:39.469686 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc57ae03-dbb8-47de-97d4-dd94fc14b1eb req-7208c2e3-dc25-44be-a0e9-b9dba35bc07a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Aug 31 12:46:39.495418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42592) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:39.514911 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc57ae03-dbb8-47de-97d4-dd94fc14b1eb req-73029d57-f0d2-45ec-90da-3154357ed70c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Aug 31 12:46:39.612621 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1815524747-network', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:39.639186 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Made reservation on behalf of 60bf89fa0e444b59ac83e00e142965b7 for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:39.641825 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.649904 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd27bc9-c3b2-4211-928a-434fb37a5d11 req-e8bf3b43-be60-4662-b48b-6f2f915a4cef tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:39.651502 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fd27bc9-c3b2-4211-928a-434fb37a5d11 req-e8bf3b43-be60-4662-b48b-6f2f915a4cef tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Aug 31 12:46:39.651748 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.661572 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42598) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:39.669169 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Request body: {'floatingip': {'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:39.713114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.761850 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.765860 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.790975 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:46:39.800854 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df393e6-3439-43ca-b918-28391bea8d5e,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:39.805867 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.806215 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Added segment 3dfc2ed3-c60b-49bc-a4ae-d4317738a955 of type vlan for network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f Aug 31 12:46:39.848155 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.874277 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.875575 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:39.876309 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:39.939369 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4426761 Aug 31 12:46:39.942176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42602) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:39.950156 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Request body: {'subnet': {'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1815524747-subnet', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:39.955793 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090467b7-ac4d-49a8-a292-25e2f9edd10e admin admin] Pushing event updated for resources: {'Network': ['ID=4c188729-8e84-46c9-bfa3-cbcdb7b3811f,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:39.966142 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:46:40.041686 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Made reservation on behalf of 60bf89fa0e444b59ac83e00e142965b7 for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:40.044058 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13949495'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.283398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.290845 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.382536 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14401341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13949473'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.480353 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Floating IP 4b3cbe7a-7025-46ea-934f-e12ff52a3420 associated. External IP: 172.27.3.201, port: 2e6fbc48-436c-4051-b8a0-893fff54e051. Aug 31 12:46:40.488118 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96db49b-fb0d-4976-b876-cf1156bfd016,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:40.539979 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Checking segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:40.540329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Network hostable DHCP agents. Network: 4c188729-8e84-46c9-bfa3-cbcdb7b3811f, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:46:40.595855 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:46:40.612732 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 4c188729-8e84-46c9-bfa3-cbcdb7b3811f) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:40.623089 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:40.623692 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.623990 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bae9b0-6480-4b2c-9e75-f32bfbf9be7a None None] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:40.678387 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-0278d93f-23da-4474-a2a8-9a26631fdeaf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7324765 Aug 31 12:46:40.678829 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42604) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:40.683846 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:40.705457 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.707182 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.763321 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.772759 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:40.826328 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:46:40.827503 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.968200 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:40.990540 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Allocated IP 172.20.0.2 (4c188729-8e84-46c9-bfa3-cbcdb7b3811f/e96db49b-fb0d-4976-b876-cf1156bfd016/311f9786-15ed-497b-8db2-7a165c535bae) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:41.169181 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.180453 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Transition to ACTIVE for port object 311f9786-15ed-497b-8db2-7a165c535bae will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:41.192171 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:41.197461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.199055 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Transition to ACTIVE for port object 311f9786-15ed-497b-8db2-7a165c535bae will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:41.207839 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.211451 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.229769 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2d85903d-14ac-401a-b8a0-1afa883c9a7d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "PUT /v2.0/floatingips/4b3cbe7a-7025-46ea-934f-e12ff52a3420 HTTP/1.1" status: 200 len: 992 time: 1.5633001 Aug 31 12:46:41.229769 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:41.230188 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64" -d '{"events": [{"name": "network-changed", "server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:41.231822 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.259916 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:41.266604 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Pushing event updated for resources: {'Port': ['ID=311f9786-15ed-497b-8db2-7a165c535bae,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:41.272763 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b60f734-1107-4870-bf36-e2e74d7bf07d x-openstack-request-id: req-1b60f734-1107-4870-bf36-e2e74d7bf07d {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:41.273809 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:41.274216 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b60f734-1107-4870-bf36-e2e74d7bf07d {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:41.275272 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'status': 'completed', 'code': 200} Aug 31 12:46:41.286335 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:41.287124 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:41.291156 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:41.327059 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:41.329671 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:41.366219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-64eebc6f-e24b-478a-a8ad-28bb788edb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:41.368633 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-64eebc6f-e24b-478a-a8ad-28bb788edb49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1099 time: 0.0558441 Aug 31 12:46:41.374235 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Allocated IP 172.27.3.250 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/7eb3075f-d335-4e11-902a-a8b993cf7208) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:41.435719 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Attempting to bind port 311f9786-15ed-497b-8db2-7a165c535bae on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:41.436094 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Attempting to bind port 311f9786-15ed-497b-8db2-7a165c535bae by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:41.436463 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Attempting to bind port 311f9786-15ed-497b-8db2-7a165c535bae on network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:41.448268 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:41.448648 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Checking segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:41.449062 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.449462 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Bound using segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:41.449934 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Bound port: 311f9786-15ed-497b-8db2-7a165c535bae, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:41.450319 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.470110 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:41.486604 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.488139 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-08032b0a-6204-4884-8de2-bff7b79f137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:41.490173 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-08032b0a-6204-4884-8de2-bff7b79f137f service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.1024377 Aug 31 12:46:41.551742 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.573428 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-aef2f225-01fa-4360-b211-74f8e844f18c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 1000 time: 0.0737495 Aug 31 12:46:41.601850 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:41.605222 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:41.609273 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:41.612202 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] For port 311f9786-15ed-497b-8db2-7a165c535bae, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:41.618066 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] For port 311f9786-15ed-497b-8db2-7a165c535bae, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=311f9786-15ed-497b-8db2-7a165c535bae,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:41.626026 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:41.636290 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb3075f-d335-4e11-902a-a8b993cf7208,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:41.651333 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-ca546c18-8b12-46fc-86a1-3da25d4bd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:41.652941 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-ca546c18-8b12-46fc-86a1-3da25d4bd7a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0569301 Aug 31 12:46:41.724214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-c88e4b3f-5065-4916-9b0f-f72bfe3259fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:41.726106 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-c88e4b3f-5065-4916-9b0f-f72bfe3259fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616519 Aug 31 12:46:41.757766 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10384da3-e43e-47d2-b7fb-ce7c9ef0337c None None] Pushing event updated for resources: {'Port': ['ID=311f9786-15ed-497b-8db2-7a165c535bae,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:41.858610 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-15557e56-68ee-4352-81fc-152068defe36 service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148946 Aug 31 12:46:41.871633 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '4b3cbe7a-7025-46ea-934f-e12ff52a3420', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:21Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:41.920961 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:41.963259 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:41.964545 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:42.013984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-187cb1ab-ecea-43ed-82fe-d4871bbc9b64 req-35c8d10a-861a-4803-a813-8896996d9efc service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371636 Aug 31 12:46:42.159874 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:42.210021 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:42.433461 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '4b3cbe7a-7025-46ea-934f-e12ff52a3420', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:21Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:42.451978 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:42.476525 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103b144-06f2-4ac5-b537-e55440a95039 None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '4b3cbe7a-7025-46ea-934f-e12ff52a3420', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:46:21Z', 'updated_at': '2021-08-31T12:46:40Z', 'revision_number': 1, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:42.617165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Router 309663b7-f9d3-4d18-9670-1744c1eb0adc is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:46:42.662106 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:46:42.712711 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894339eb-5141-4144-816d-b23d0e458cc5 None None] New status for floating IP 4b3cbe7a-7025-46ea-934f-e12ff52a3420: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:46:42.750412 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:42.762773 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Sync routers for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:42.772738 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:42.777519 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:42.777519 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:42.777822 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5b177798-8f0a-487e-88d0-fd90510cb393 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0959129 Aug 31 12:46:42.778016 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42618) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:42.839005 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb112123-32f9-4b64-8036-82ad55cdc67f None None] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:43.072204 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-a5d7a4b7-0f9f-42dd-a3a9-cee6df87da20 None None] Provisioning for port 311f9786-15ed-497b-8db2-7a165c535bae completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:43.096209 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:43.270361 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 311f9786-15ed-497b-8db2-7a165c535bae up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:43.279736 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.388180 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 311f9786-15ed-497b-8db2-7a165c535bae completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:43.397403 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 311f9786-15ed-497b-8db2-7a165c535bae triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:43.398420 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.456361 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:41Z', 'revision_number': 3, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:43.477363 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Allocated IP 172.20.0.1 (4c188729-8e84-46c9-bfa3-cbcdb7b3811f/e96db49b-fb0d-4976-b876-cf1156bfd016/e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:43.511041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Checking router: 309663b7-f9d3-4d18-9670-1744c1eb0adc for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:43.511966 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Updating router 309663b7-f9d3-4d18-9670-1744c1eb0adc port 7eb3075f-d335-4e11-902a-a8b993cf7208 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:43.552589 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.576445 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.641576 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.660859 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Transition to ACTIVE for port object e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:43.680089 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 311f9786-15ed-497b-8db2-7a165c535bae, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=311f9786-15ed-497b-8db2-7a165c535bae,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:43.688082 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.708031 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.780827 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:43.787490 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:43.791619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:43.806949 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-a4196404-fd11-484f-bc3a-2dfed7159258 None None] Provisioning complete for port 311f9786-15ed-497b-8db2-7a165c535bae triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:43.807462 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a4196404-fd11-484f-bc3a-2dfed7159258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.825488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:43.837927 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=311f9786-15ed-497b-8db2-7a165c535bae,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:43.848298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.993065 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.001397 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.005585 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Transition to ACTIVE for port object 7eb3075f-d335-4e11-902a-a8b993cf7208 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:44.018764 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.071081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Attempting to bind port 7eb3075f-d335-4e11-902a-a8b993cf7208 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:44.071456 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Attempting to bind port 7eb3075f-d335-4e11-902a-a8b993cf7208 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:44.071822 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Attempting to bind port 7eb3075f-d335-4e11-902a-a8b993cf7208 on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:44.079014 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c146e-d004-4966-a9c5-7f3817e84123 None None] Pushing event updated for resources: {'Port': ['ID=7eb3075f-d335-4e11-902a-a8b993cf7208,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:44.085699 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:44.086081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:44.086491 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.086938 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:44.087575 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Bound port: 7eb3075f-d335-4e11-902a-a8b993cf7208, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:44.087834 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.123155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-4154d586-2d48-4178-8948-1999bf04c900 None None] Provisioning for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:44.136133 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-4154d586-2d48-4178-8948-1999bf04c900 None None] Provisioning complete for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:44.136508 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4154d586-2d48-4178-8948-1999bf04c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.172177 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] For port 7eb3075f-d335-4e11-902a-a8b993cf7208, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:44.191488 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] For port 7eb3075f-d335-4e11-902a-a8b993cf7208, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7eb3075f-d335-4e11-902a-a8b993cf7208,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:44.192674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-4154d586-2d48-4178-8948-1999bf04c900 None None] Port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:44.197143 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.217725 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.224275 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.258079 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:44.258717 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:44.262216 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c146e-d004-4966-a9c5-7f3817e84123 None None] Pushing event updated for resources: {'Port': ['ID=7eb3075f-d335-4e11-902a-a8b993cf7208,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:44.302934 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.306626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:44.372514 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:44.412074 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:44.414280 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:44.550830 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Router 309663b7-f9d3-4d18-9670-1744c1eb0adc has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:44.598551 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 2, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:44.658035 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14e42b-e4a8-4832-88ba-ce2d5ecde5c7 None None] The sync data for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi is: [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 2, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:44.680565 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:44.686898 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d281a355-3b52-49bf-bc73-f7ab442e12a1 admin admin] 10.222.0.60 "PUT /v2.0/routers/309663b7-f9d3-4d18-9670-1744c1eb0adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072154 Aug 31 12:46:44.716296 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-0a6c5878-f380-4f16-980f-1d37e2fda077 None None] Provisioning complete for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:44.716986 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5878-f380-4f16-980f-1d37e2fda077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.767127 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c5878-f380-4f16-980f-1d37e2fda077 None None] Port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:45.223234 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 311f9786-15ed-497b-8db2-7a165c535bae up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:45.265578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42646) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:45.270794 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1923152289-network', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:45.289350 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 311f9786-15ed-497b-8db2-7a165c535bae triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:45.289735 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.310634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Made reservation on behalf of 123e0437ef4c48ae8ca1e1371d4c9a7a for: {'network': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:45.325594 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.348296 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.479706 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.485142 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.512612 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=100545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:46:45.521924 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f22b43-ee17-4b1a-a058-61333fce4296,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:45.531743 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.532143 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.segments_db [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Added segment 81883cbd-0b7f-4143-bd6a-5f84266da6d0 of type vlan for network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 Aug 31 12:46:45.577541 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.605575 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.606479 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:45.607121 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.666595 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3998640 Aug 31 12:46:45.669266 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42648) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:45.676215 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Request body: {'subnet': {'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1923152289-subnet', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:45.692110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9d9e-eab9-49f2-9b6b-252138a91eaf admin admin] Pushing event updated for resources: {'Network': ['ID=3e2be24e-8a66-4b51-adf4-422b7105b3d2,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:45.704876 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:46:45.708185 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Made reservation on behalf of 123e0437ef4c48ae8ca1e1371d4c9a7a for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:45.711352 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.921319 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.998185 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1a0543-4754-40ce-bf3c-1b9265c95bbc,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:46.012422 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Checking segment: {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:46.013038 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Network hostable DHCP agents. Network: 3e2be24e-8a66-4b51-adf4-422b7105b3d2, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:46:46.044493 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:46:46.062916 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 3e2be24e-8a66-4b51-adf4-422b7105b3d2) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:46.070913 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:46.072613 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.076079 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56813bb-339b-4592-a758-d2cd82e42504 None None] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:46.096553 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-98520778-b30a-4cda-9706-0052514e5d6e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4261322 Aug 31 12:46:46.100047 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 42656) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:46.109109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:46.137866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.140023 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.222732 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.381681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.431198 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:46:46.432373 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.668607 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Allocated IP 172.20.0.2 (3e2be24e-8a66-4b51-adf4-422b7105b3d2/eb1a0543-4754-40ce-bf3c-1b9265c95bbc/f8ae1546-affe-4c13-ab17-85b323852154) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:46.684078 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.711651 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.848925 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.853151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Allocated IP 172.27.3.110 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/80306159-2324-44c3-bb36-642fe9f91f93) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:46.858447 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Transition to ACTIVE for port object f8ae1546-affe-4c13-ab17-85b323852154 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:46.874927 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Transition to ACTIVE for port object f8ae1546-affe-4c13-ab17-85b323852154 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:46.884617 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:46.927460 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Sync routers for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:46.938372 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:46.944735 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:46.945405 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:46.946648 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:46.947325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:46.955568 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Pushing event updated for resources: {'Port': ['ID=f8ae1546-affe-4c13-ab17-85b323852154,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:47.000890 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.017135 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Attempting to bind port f8ae1546-affe-4c13-ab17-85b323852154 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:47.017135 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Attempting to bind port f8ae1546-affe-4c13-ab17-85b323852154 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:47.018019 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Attempting to bind port f8ae1546-affe-4c13-ab17-85b323852154 on network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:47.024619 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:47.025192 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Checking segment: {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:47.025714 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.026180 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Bound using segment: {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:47.026678 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Bound port: f8ae1546-affe-4c13-ab17-85b323852154, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:47.027215 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.052752 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.087419 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:47.103858 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] For port f8ae1546-affe-4c13-ab17-85b323852154, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:47.107671 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:47.108426 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] For port f8ae1546-affe-4c13-ab17-85b323852154, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=f8ae1546-affe-4c13-ab17-85b323852154,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:47.111448 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:47.115799 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.116399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:47.120072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Pushing event updated for resources: {'Port': ['ID=80306159-2324-44c3-bb36-642fe9f91f93,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:47.199509 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a02bc-1580-46fe-97d7-d1ed6bbb806f None None] Pushing event updated for resources: {'Port': ['ID=f8ae1546-affe-4c13-ab17-85b323852154,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:47.285308 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7eb3075f-d335-4e11-902a-a8b993cf7208 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:47.370303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 7eb3075f-d335-4e11-902a-a8b993cf7208 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:47.378735 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 7eb3075f-d335-4e11-902a-a8b993cf7208 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:47.379547 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.414654 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:44Z', 'revision_number': 2, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:47.459705 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Checking router: 309663b7-f9d3-4d18-9670-1744c1eb0adc for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:47.460171 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Updating router 309663b7-f9d3-4d18-9670-1744c1eb0adc port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:47.498555 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.527397 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.560206 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.568614 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 7eb3075f-d335-4e11-902a-a8b993cf7208, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7eb3075f-d335-4e11-902a-a8b993cf7208,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:47.573788 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.637386 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd157-d212-4c5f-b639-4e66af4d4a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.649714 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=7eb3075f-d335-4e11-902a-a8b993cf7208,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:47.901849 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.914956 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Transition to ACTIVE for port object e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:47.922661 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.976180 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca4159-8bcd-4b30-93e2-c5d69f1fbe38 None None] Pushing event updated for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:48.065980 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Attempting to bind port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:48.066663 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Attempting to bind port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:48.067390 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Attempting to bind port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 on network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:48.075492 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:48.076226 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Checking segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:48.076813 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.077376 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Bound using segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:48.078188 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Bound port: e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:48.078781 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.135122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.169060 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] For port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:48.180858 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] For port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:48.187497 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.256553 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca4159-8bcd-4b30-93e2-c5d69f1fbe38 None None] Pushing event updated for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:48.271403 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:48.272229 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:48.333819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Router 9596f2be-3308-4cf5-8960-5d246d00c80c is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:46:48.433134 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:48.520251 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:48.549580 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.550621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Sync routers for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:48.556241 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-11af3b19-89fc-479e-9ad1-63fca2d3b360 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4489923 Aug 31 12:46:48.557234 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42676) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:46:48.570368 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e09bb7-aea2-4c7f-be66-224272a8f3c1 None None] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:46:48.616885 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:48.617612 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:48.703182 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:48Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:48.737941 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe40c9f-176c-426c-b10b-c0efc78b1e43 None None] The sync data for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi is: [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:48Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:48.756387 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-c996c0de-9684-4241-a9c6-8c3dee6f4136 None None] Provisioning for port f8ae1546-affe-4c13-ab17-85b323852154 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:48.836855 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:49.086790 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 3, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:49.126255 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Checking router: 9596f2be-3308-4cf5-8960-5d246d00c80c for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:49.126601 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Updating router 9596f2be-3308-4cf5-8960-5d246d00c80c port 80306159-2324-44c3-bb36-642fe9f91f93 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:49.201104 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.271230 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.465818 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:49.529929 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Allocated IP 172.20.0.1 (3e2be24e-8a66-4b51-adf4-422b7105b3d2/eb1a0543-4754-40ce-bf3c-1b9265c95bbc/79bfe6a9-5540-42fe-98b9-7e5a580d1517) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:49.591141 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:49.598345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.602679 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:49.603085 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.637442 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Transition to ACTIVE for port object 80306159-2324-44c3-bb36-642fe9f91f93 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:49.648903 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.653001 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.667048 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.provisioning_blocks [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Transition to ACTIVE for port object 79bfe6a9-5540-42fe-98b9-7e5a580d1517 will not be triggered until provisioned by entity DHCP. {{(pid=100545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:49.708822 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.721899 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6129a-ea65-4949-aca6-0a1a83f4b08f None None] Pushing event updated for resources: {'Port': ['ID=80306159-2324-44c3-bb36-642fe9f91f93,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:49.724828 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Attempting to bind port 80306159-2324-44c3-bb36-642fe9f91f93 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:49.725205 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Attempting to bind port 80306159-2324-44c3-bb36-642fe9f91f93 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:49.726316 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Attempting to bind port 80306159-2324-44c3-bb36-642fe9f91f93 on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:49.754129 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:49.754513 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:49.754968 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.755126 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:49.755394 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:49.755887 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Bound port: 80306159-2324-44c3-bb36-642fe9f91f93, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:49.756280 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.762463 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:49.766549 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:49.793413 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Pushing event updated for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:49.812939 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.817696 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.861917 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb311-8a1c-4c21-ab91-db2697e3616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.872228 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] For port 80306159-2324-44c3-bb36-642fe9f91f93, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:49.876789 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] For port 80306159-2324-44c3-bb36-642fe9f91f93, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=80306159-2324-44c3-bb36-642fe9f91f93,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:49.878888 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:49.881254 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.889719 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.890519 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7eb3075f-d335-4e11-902a-a8b993cf7208 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:49.959215 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.970897 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:49.971148 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:50.013947 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6129a-ea65-4949-aca6-0a1a83f4b08f None None] Pushing event updated for resources: {'Port': ['ID=80306159-2324-44c3-bb36-642fe9f91f93,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:50.153487 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.158445 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.230783 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Pushing event updated for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:50.233501 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.271815 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ff6245f0-4a32-4322-bc1e-ebb6f0c6c7ec None None] Provisioning for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:50.281727 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 7eb3075f-d335-4e11-902a-a8b993cf7208 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:50.282103 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.288353 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:50.296504 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-ff6245f0-4a32-4322-bc1e-ebb6f0c6c7ec None None] Provisioning complete for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:50.296874 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ff6245f0-4a32-4322-bc1e-ebb6f0c6c7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.339900 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:50.341730 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:50.344600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.348630 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:50.413674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ff6245f0-4a32-4322-bc1e-ebb6f0c6c7ec None None] Port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:50.485171 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Router 9596f2be-3308-4cf5-8960-5d246d00c80c has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:50.557615 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device f8ae1546-affe-4c13-ab17-85b323852154 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:50.662706 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6001cb78-623b-462c-95ba-5836ce091361 None None] Provisioning complete for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:50.663420 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6001cb78-623b-462c-95ba-5836ce091361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.692969 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port f8ae1546-affe-4c13-ab17-85b323852154 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:50.708612 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port f8ae1546-affe-4c13-ab17-85b323852154 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:50.709151 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.742220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6001cb78-623b-462c-95ba-5836ce091361 None None] Port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:50.745378 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '79bfe6a9-5540-42fe-98b9-7e5a580d1517', 'name': '', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'mac_address': 'fa:16:3e:42:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:49Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 1, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'subnets': [{'id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:50.781971 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f03f0-d953-4347-a377-cf7a22653172 None None] The sync data for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi is: [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '79bfe6a9-5540-42fe-98b9-7e5a580d1517', 'name': '', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'mac_address': 'fa:16:3e:42:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:49Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 1, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'subnets': [{'id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:50.807751 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:50.813355 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5e3bfb36-086d-4227-850e-4a709c77113f admin admin] 10.222.0.60 "PUT /v2.0/routers/9596f2be-3308-4cf5-8960-5d246d00c80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2558470 Aug 31 12:46:50.833748 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.868729 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port f8ae1546-affe-4c13-ab17-85b323852154, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=f8ae1546-affe-4c13-ab17-85b323852154,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:50.873996 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:50.927613 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=f8ae1546-affe-4c13-ab17-85b323852154,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:51.045309 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-cc7d913f-0f63-4d2f-8177-01ca852c6a80 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061533544&fields=id&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 267 time: 0.0357633 Aug 31 12:46:51.172023 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-c71833ba-d4ca-42d6-98f6-64d60de0c938 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:51.173681 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-c71833ba-d4ca-42d6-98f6-64d60de0c938 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.1206870 Aug 31 12:46:51.190316 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-81efab17-d288-42f3-ab41-1a744f936751 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/quotas/f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Aug 31 12:46:51.228746 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:51.269502 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-aea60a8f-a40a-444c-b2d9-e05177c2d782 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597951 Aug 31 12:46:51.294584 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:51.295074 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.379641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device f8ae1546-affe-4c13-ab17-85b323852154 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:51.380506 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-51a68bdc-54f0-431f-b5b1-fe47ac1ca01d service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966251 Aug 31 12:46:51.434281 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port f8ae1546-affe-4c13-ab17-85b323852154 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:51.437837 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.514860 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-c665cb21-ab20-4918-aadb-dfecfb947aeb service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248045 Aug 31 12:46:51.624971 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:52.012547 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-19908d6a-fc1c-4957-b761-f0079de1272b req-b29d1c7d-5a60-4776-96c4-32fff8b16ce6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 210 time: 0.0396686 Aug 31 12:46:53.164626 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c8ced76-cc2d-445a-b66e-8615ec0e3321 req-cce57ef8-5af3-4909-a77e-cb8957c3d871 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 210 time: 0.0777168 Aug 31 12:46:53.298274 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 80306159-2324-44c3-bb36-642fe9f91f93 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:53.413636 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:53.429172 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 80306159-2324-44c3-bb36-642fe9f91f93 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:53.437518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-dfda9910-5356-4745-8ada-4e7aec80ec02 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:53.439506 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-dfda9910-5356-4745-8ada-4e7aec80ec02 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.2064908 Aug 31 12:46:53.440175 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 80306159-2324-44c3-bb36-642fe9f91f93 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:53.440547 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:53.499299 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-4d072e3c-2d31-41ae-ae32-0426f60315ff tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 380 time: 0.0459118 Aug 31 12:46:53.517143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'port': {'device_id': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'admin_state_up': True, 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'security_groups': ['9acea2e8-9f44-4651-831f-c88345110ba4']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:53.566186 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:53.597909 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 80306159-2324-44c3-bb36-642fe9f91f93, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=80306159-2324-44c3-bb36-642fe9f91f93,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:53.607831 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:53.674975 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=80306159-2324-44c3-bb36-642fe9f91f93,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:53.696245 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Made reservation on behalf of f9e96e72ffa542ceb7ad95b9b6aef4d1 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:46:53.700748 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:53.850210 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.20.0.3 (754f89e7-b8fb-4965-8923-5b572e4883c4/87287031-b2b6-49b9-bccf-1c183e1ce88c/5bbef7b2-7853-4e45-90d5-7e956c6071ee) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:46:54.036960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.055598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Transition to ACTIVE for port object 5bbef7b2-7853-4e45-90d5-7e956c6071ee will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:54.105590 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.138358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:46:54.141398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:46:54.164254 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:46:54.230931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:54.249461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:54.250397 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.273761 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-ff5dce48-ac30-478a-af03-ba415f25be75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612660 Aug 31 12:46:54.312814 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Request body: {'port': {'device_id': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:46:54.410456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7aac-8af8-4300-9276-f16f4a77e016 req-4f135e53-a24b-4978-ae10-4d8c07e1e284 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:54.418680 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7eda7aac-8af8-4300-9276-f16f4a77e016 req-4f135e53-a24b-4978-ae10-4d8c07e1e284 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 931 time: 0.1412907 Aug 31 12:46:54.421410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.512374 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-65d9b5e9-aab4-469c-ba63-39a5711e38b4 None None] Provisioning for port 5bbef7b2-7853-4e45-90d5-7e956c6071ee completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:54.521625 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-65d9b5e9-aab4-469c-ba63-39a5711e38b4 None None] Provisioning complete for port 5bbef7b2-7853-4e45-90d5-7e956c6071ee triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:54.522205 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-65d9b5e9-aab4-469c-ba63-39a5711e38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.526967 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7eda7aac-8af8-4300-9276-f16f4a77e016 req-0294ca76-f3d2-4071-b9ea-07fc643837d3 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071587 Aug 31 12:46:54.614842 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.620379 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-65d9b5e9-aab4-469c-ba63-39a5711e38b4 None None] Port 5bbef7b2-7853-4e45-90d5-7e956c6071ee cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:46:54.630688 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771531db-a47c-445a-85ed-928c672095ba None None] Sync routers for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:46:54.642972 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:54.643624 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:54.780475 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:54.871693 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbef7b2-7853-4e45-90d5-7e956c6071ee {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:54.880348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.905579 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Transition to ACTIVE for port object 5bbef7b2-7853-4e45-90d5-7e956c6071ee will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:54.912528 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:54.980357 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:55.040215 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '79bfe6a9-5540-42fe-98b9-7e5a580d1517', 'name': '', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'mac_address': 'fa:16:3e:42:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:49Z', 'updated_at': '2021-08-31T12:46:50Z', 'revision_number': 2, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'subnets': [{'id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:55.073401 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Attempting to bind port 5bbef7b2-7853-4e45-90d5-7e956c6071ee on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:55.073749 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Attempting to bind port 5bbef7b2-7853-4e45-90d5-7e956c6071ee by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:55.074086 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Attempting to bind port 5bbef7b2-7853-4e45-90d5-7e956c6071ee on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:55.080146 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771531db-a47c-445a-85ed-928c672095ba None None] Checking router: 9596f2be-3308-4cf5-8960-5d246d00c80c for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:46:55.080845 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771531db-a47c-445a-85ed-928c672095ba None None] Updating router 9596f2be-3308-4cf5-8960-5d246d00c80c port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:46:55.082276 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Port 5bbef7b2-7853-4e45-90d5-7e956c6071ee on network 754f89e7-b8fb-4965-8923-5b572e4883c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:46:55.082644 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Attempting to bind port 5bbef7b2-7853-4e45-90d5-7e956c6071ee on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:55.096482 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:55.096837 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:55.097234 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Bound using segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:55.098191 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Bound port: 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:55.098545 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.113501 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.193589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:55.196957 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:55.204903 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.248600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 80306159-2324-44c3-bb36-642fe9f91f93 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:55.256223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.257343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.258829 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bbef7b2-7853-4e45-90d5-7e956c6071ee HTTP/1.1" status: 200 len: 1093 time: 0.9524138 Aug 31 12:46:55.259282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:55.261841 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ad826-fc65-4a13-8cb9-3ac93430cf04" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:46:55.280534 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d004-a2e6-4c8a-a576-9c927bff5cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:55.368533 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4da69-6721-4a2b-af85-8c3efa2b39de x-openstack-request-id: req-0aa4da69-6721-4a2b-af85-8c3efa2b39de {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:46:55.368658 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:46:55.368913 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0aa4da69-6721-4a2b-af85-8c3efa2b39de {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:46:55.369414 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'status': 'completed', 'code': 200} Aug 31 12:46:55.397242 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 80306159-2324-44c3-bb36-642fe9f91f93 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:55.398404 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.407274 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-0311888a-66a5-4a84-8f62-18a1e99eefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.409397 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-0311888a-66a5-4a84-8f62-18a1e99eefbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 1096 time: 0.0868635 Aug 31 12:46:55.472100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-8d39027a-78b3-4fae-9422-a1e543a67065 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee HTTP/1.1" status: 200 len: 217 time: 0.0517778 Aug 31 12:46:55.564978 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-a3288b20-c755-4918-86ab-21c5c1b966bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.567400 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-a3288b20-c755-4918-86ab-21c5c1b966bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0885782 Aug 31 12:46:55.700206 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-b4b40594-6f1d-4eef-8fbe-e1b741daf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.701936 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-b4b40594-6f1d-4eef-8fbe-e1b741daf1df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255791 Aug 31 12:46:55.718214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb5715-38d8-46d4-bc3b-c9adbc2efa05 req-b21e867f-2234-4bd0-a855-c01f9c393d91 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.720229 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83fb5715-38d8-46d4-bc3b-c9adbc2efa05 req-b21e867f-2234-4bd0-a855-c01f9c393d91 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0919702 Aug 31 12:46:55.730856 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.750519 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-771531db-a47c-445a-85ed-928c672095ba None None] Transition to ACTIVE for port object 79bfe6a9-5540-42fe-98b9-7e5a580d1517 will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:46:55.758501 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.814912 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83fb5715-38d8-46d4-bc3b-c9adbc2efa05 req-1b8e5440-9364-4e2b-aeb3-1aa752230006 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845125 Aug 31 12:46:55.852352 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-7e13ea4d-a1c4-4d42-bbaf-2eb2f54f152c service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308813 Aug 31 12:46:55.855850 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecf63-4c62-4d1a-9f96-33aa1400e27d None None] Pushing event updated for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:55.921240 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-771531db-a47c-445a-85ed-928c672095ba None None] Attempting to bind port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:46:55.921614 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-771531db-a47c-445a-85ed-928c672095ba None None] Attempting to bind port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:46:55.921998 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771531db-a47c-445a-85ed-928c672095ba None None] Attempting to bind port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 on network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:46:55.936624 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771531db-a47c-445a-85ed-928c672095ba None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:46:55.940412 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771531db-a47c-445a-85ed-928c672095ba None None] Checking segment: {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:46:55.940893 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.941302 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771531db-a47c-445a-85ed-928c672095ba None None] Bound using segment: {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:46:55.941833 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-771531db-a47c-445a-85ed-928c672095ba None None] Bound port: 79bfe6a9-5540-42fe-98b9-7e5a580d1517, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81883cbd-0b7f-4143-bd6a-5f84266da6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:46:55.942242 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:55.979374 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-feaf179d-2fa6-4bff-adc5-537ad90f8889 req-98714fe0-cf18-4e76-8e9d-fca3aeacaadd service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162608 Aug 31 12:46:56.093775 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-771531db-a47c-445a-85ed-928c672095ba None None] For port 79bfe6a9-5540-42fe-98b9-7e5a580d1517, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:46:56.098362 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-771531db-a47c-445a-85ed-928c672095ba None None] For port 79bfe6a9-5540-42fe-98b9-7e5a580d1517, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=79bfe6a9-5540-42fe-98b9-7e5a580d1517,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:46:56.103894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-5c7a1ded-ea8b-4e33-ac92-8c5f159c996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:56.105439 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-5c7a1ded-ea8b-4e33-ac92-8c5f159c996b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 1096 time: 0.0547175 Aug 31 12:46:56.112174 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-771531db-a47c-445a-85ed-928c672095ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:56.180334 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:56.180981 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:46:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:56.229797 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecf63-4c62-4d1a-9f96-33aa1400e27d None None] Pushing event updated for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=4']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:56.294915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-d0eaba88-4fe6-4ffb-a5cc-3ec54462dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:56.296454 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-d0eaba88-4fe6-4ffb-a5cc-3ec54462dba9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1793222 Aug 31 12:46:56.344066 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-9e375d4d-90a9-451c-bc70-aabaaa125423 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee HTTP/1.1" status: 200 len: 217 time: 0.0387073 Aug 31 12:46:56.353937 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:46:56.431926 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-9a07189a-aa8d-467e-b896-b7fa8b07a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:56.433533 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-9a07189a-aa8d-467e-b896-b7fa8b07a129 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0735095 Aug 31 12:46:56.506638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-2a958241-d988-44de-81d5-fa753847443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:56.508587 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-2a958241-d988-44de-81d5-fa753847443e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658774 Aug 31 12:46:56.620079 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-771531db-a47c-445a-85ed-928c672095ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '79bfe6a9-5540-42fe-98b9-7e5a580d1517', 'name': '', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'mac_address': 'fa:16:3e:42:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:49Z', 'updated_at': '2021-08-31T12:46:56Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'subnets': [{'id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:56.634053 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-57e095ad-664f-49a7-a0b0-84c4620ad98d service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146066 Aug 31 12:46:56.654254 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771531db-a47c-445a-85ed-928c672095ba None None] The sync data for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi is: [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '79bfe6a9-5540-42fe-98b9-7e5a580d1517', 'name': '', 'network_id': '3e2be24e-8a66-4b51-adf4-422b7105b3d2', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'mac_address': 'fa:16:3e:42:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:49Z', 'updated_at': '2021-08-31T12:46:56Z', 'revision_number': 4, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'subnets': [{'id': 'eb1a0543-4754-40ce-bf3c-1b9265c95bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:46:56.771406 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-453ad826-fc65-4a13-8cb9-3ac93430cf04 req-6dacf1f1-23a1-48e2-8aae-b4d1094eeec9 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241839 Aug 31 12:46:56.992219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83830-6e7f-42f1-ba69-6d5b878c7ef6 req-61d98c94-2eb8-4643-9043-765bcfcde96b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:57.000426 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90b83830-6e7f-42f1-ba69-6d5b878c7ef6 req-61d98c94-2eb8-4643-9043-765bcfcde96b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0913115 Aug 31 12:46:57.049831 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90b83830-6e7f-42f1-ba69-6d5b878c7ef6 req-e55f2bb1-8089-4cba-a24f-a641270399cc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484538 Aug 31 12:46:57.293259 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 79bfe6a9-5540-42fe-98b9-7e5a580d1517 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:57.374848 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:46:57.379717 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:57.380123 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:57.485060 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:57.527190 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 79bfe6a9-5540-42fe-98b9-7e5a580d1517, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=79bfe6a9-5540-42fe-98b9-7e5a580d1517,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:57.535693 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:57.598843 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:57.857039 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-c2a0f33b-3081-4c4d-a7ad-fc0af6dcaf22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503004 Aug 31 12:46:57.979040 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-a132008a-e86c-478f-84d6-5d2fee1cba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:57.981728 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-a132008a-e86c-478f-84d6-5d2fee1cba8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0672843 Aug 31 12:46:58.150228 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-25ac5068-b4b7-4562-ad3d-70f9f5be4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.151787 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-25ac5068-b4b7-4562-ad3d-70f9f5be4acb service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.1453488 Aug 31 12:46:58.259781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ea118-4f1e-4791-a265-83158d38e6a0 req-09df00a4-9659-45dd-9b48-65761f2dbd19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.261715 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b4ea118-4f1e-4791-a265-83158d38e6a0 req-09df00a4-9659-45dd-9b48-65761f2dbd19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.1089973 Aug 31 12:46:58.271128 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-0b3a1c0c-bd59-4668-a040-28f204058c5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 1001 time: 0.0917411 Aug 31 12:46:58.312936 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b4ea118-4f1e-4791-a265-83158d38e6a0 req-5a3d48e8-5337-4c6f-be52-a52b40381579 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Aug 31 12:46:58.351934 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-000a0d2b-9e4c-48c9-b4b6-0a459170e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.353613 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-000a0d2b-9e4c-48c9-b4b6-0a459170e7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0541852 Aug 31 12:46:58.403890 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-a68607b9-50c2-41cd-9c24-bba9ef9448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.405472 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-a68607b9-50c2-41cd-9c24-bba9ef9448ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432937 Aug 31 12:46:58.515517 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-17932826-f0dc-4553-b2bc-a96a67bf2261 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009390 Aug 31 12:46:58.629392 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e2529b8-2526-4a26-91d2-571de860d3eb req-fe22e23f-18ca-46af-a320-a8a6921aa500 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056304 Aug 31 12:46:59.241985 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 79bfe6a9-5540-42fe-98b9-7e5a580d1517 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:46:59.313489 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:59.313819 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:59.496459 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd764f1-440d-4ff4-99e8-95a1f6b4aea9 req-19a9c024-8e4c-4fb3-9bfa-e578945a03cc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:59.498219 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3dd764f1-440d-4ff4-99e8-95a1f6b4aea9 req-19a9c024-8e4c-4fb3-9bfa-e578945a03cc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0707772 Aug 31 12:46:59.546222 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3dd764f1-440d-4ff4-99e8-95a1f6b4aea9 req-e53c95f3-71a8-4970-bc25-1d5446d38876 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Aug 31 12:47:00.724502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c6f91-abc7-4e3d-b5a4-5015059da135 req-e45ed5fe-f6f1-49f5-b9ab-3ef336d28bdc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:00.733218 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-401c6f91-abc7-4e3d-b5a4-5015059da135 req-e45ed5fe-f6f1-49f5-b9ab-3ef336d28bdc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0895269 Aug 31 12:47:00.776116 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-401c6f91-abc7-4e3d-b5a4-5015059da135 req-e34091f3-dab0-4dc6-9376-cbeb9308a4e6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Aug 31 12:47:01.898857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-26fda151-993c-45e7-9430-7ef0a96183e9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:01.900344 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-26fda151-993c-45e7-9430-7ef0a96183e9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 815 time: 0.1359439 Aug 31 12:47:01.922189 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-3dc163f5-ab1b-416e-b248-0bc63423bd9c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/quotas/60bf89fa0e444b59ac83e00e142965b7 HTTP/1.1" status: 200 len: 375 time: 0.0157638 Aug 31 12:47:01.930432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e184e-269c-4dce-88f6-1254dc19c2aa req-c65722f0-0766-4aeb-bdf5-540030c87e13 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:01.931936 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d4e184e-269c-4dce-88f6-1254dc19c2aa req-c65722f0-0766-4aeb-bdf5-540030c87e13 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0703897 Aug 31 12:47:01.994972 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d4e184e-269c-4dce-88f6-1254dc19c2aa req-6f0e2437-c36e-41c2-b5ca-6741a9645678 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538352 Aug 31 12:47:02.001521 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-1268d9e9-90f6-495f-8b68-b6bd949ee1f5 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686839 Aug 31 12:47:02.102380 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-d1d2dd2c-6cec-4014-92e0-caab2518bd0c service neutron] 10.222.0.60 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Aug 31 12:47:02.191963 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-3db9f924-7666-4ec4-94ce-bf656453481a service neutron] 10.222.0.60 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834274 Aug 31 12:47:02.353177 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-685c4aa3-aa0f-494d-af65-beb571245757 req-e2dc9a56-648c-43f7-bca4-61dc26477c0b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Aug 31 12:47:03.118596 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3689ec-1895-4b81-a738-b88fb8f3c625 req-2ae45c89-e846-4394-b33a-949874c3584d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:03.120277 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6d3689ec-1895-4b81-a738-b88fb8f3c625 req-2ae45c89-e846-4394-b33a-949874c3584d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0517128 Aug 31 12:47:03.166602 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6d3689ec-1895-4b81-a738-b88fb8f3c625 req-d178d462-b632-4ade-a329-d568ef27f656 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 Aug 31 12:47:03.364412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-cfecaea5-ebba-4ff4-bdaa-157cce6a4155 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:03.365948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-cfecaea5-ebba-4ff4-bdaa-157cce6a4155 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 815 time: 0.1041269 Aug 31 12:47:03.384920 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'port': {'device_id': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'admin_state_up': True, 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:03.469134 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-498dad7e-43e0-42f3-9d2d-ea73a518cc86 req-8c26d47d-6036-46c8-a18b-84cbc18882fd tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Aug 31 12:47:03.531840 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Made reservation on behalf of 60bf89fa0e444b59ac83e00e142965b7 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:47:03.535570 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.677661 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Allocated IP 172.20.0.10 (4c188729-8e84-46c9-bfa3-cbcdb7b3811f/e96db49b-fb0d-4976-b876-cf1156bfd016/d57babf4-c359-4177-aaa5-edd1be3684b3) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:47:03.874445 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.890637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Transition to ACTIVE for port object d57babf4-c359-4177-aaa5-edd1be3684b3 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:47:03.926496 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.974063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:47:03.977747 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:47:03.982338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:47:04.010461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:04.057275 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:04.057996 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:04.078154 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-cc3b0954-cba3-46a0-8c06-28bdd8779ce9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955369 Aug 31 12:47:04.231687 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-4cb7c1a6-d697-413c-9d79-4b2b5836cdbe None None] Provisioning for port d57babf4-c359-4177-aaa5-edd1be3684b3 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:47:04.236244 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-4cb7c1a6-d697-413c-9d79-4b2b5836cdbe None None] Provisioning complete for port d57babf4-c359-4177-aaa5-edd1be3684b3 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:04.237238 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4cb7c1a6-d697-413c-9d79-4b2b5836cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:04.279681 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7c1a6-d697-413c-9d79-4b2b5836cdbe None None] Port d57babf4-c359-4177-aaa5-edd1be3684b3 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:47:04.311160 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7ec-8c65-4d55-80d9-2214c5a33528 req-ea5bd247-b7fb-4fe0-af5f-1d44ff41e0ef tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:04.319400 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2cbaf7ec-8c65-4d55-80d9-2214c5a33528 req-ea5bd247-b7fb-4fe0-af5f-1d44ff41e0ef tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 943 time: 0.0593770 Aug 31 12:47:04.363593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2cbaf7ec-8c65-4d55-80d9-2214c5a33528 req-2737e4ae-b981-4538-8c8e-1fec37b6e26c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Aug 31 12:47:04.591651 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c5d0-be89-4ece-9297-7c96fd513905 req-67fbe067-f3d1-45ed-8d3f-6dec91cb3380 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:04.593253 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f7c8c5d0-be89-4ece-9297-7c96fd513905 req-67fbe067-f3d1-45ed-8d3f-6dec91cb3380 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0540702 Aug 31 12:47:04.597083 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 5bbef7b2-7853-4e45-90d5-7e956c6071ee details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:47:04.653016 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f7c8c5d0-be89-4ece-9297-7c96fd513905 req-3dd68f6c-6b99-427a-8025-5af03b7ac71e tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Aug 31 12:47:04.717790 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:04.731352 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'port_id': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'mac_address': 'fa:16:3e:b9:f4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:47:04.772284 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:04.784711 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbef7b2-7853-4e45-90d5-7e956c6071ee {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:47:04.809088 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:04.813273 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:04.869280 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:05.070994 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['5bbef7b2-7853-4e45-90d5-7e956c6071ee'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:47:05.483724 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a7fc1-a70d-4414-9451-4b67c2fe2bb8 req-f6cbf071-f4ac-455a-b7a5-c12c51d4ddd4 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:05.486184 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d8a7fc1-a70d-4414-9451-4b67c2fe2bb8 req-f6cbf071-f4ac-455a-b7a5-c12c51d4ddd4 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 944 time: 0.0550568 Aug 31 12:47:05.527649 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d8a7fc1-a70d-4414-9451-4b67c2fe2bb8 req-91c958ba-e2a6-4ec9-bd76-e9ac728b9c7f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345798 Aug 31 12:47:05.772502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a74c8c-1138-4a85-a989-7b557bd9baa1 req-025de9cd-6352-4769-a99a-57bc9481d329 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:05.774028 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-22a74c8c-1138-4a85-a989-7b557bd9baa1 req-025de9cd-6352-4769-a99a-57bc9481d329 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0558143 Aug 31 12:47:05.817622 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-22a74c8c-1138-4a85-a989-7b557bd9baa1 req-42400d80-0434-454b-afe0-01e2efb02ffb tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368795 Aug 31 12:47:06.616520 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 5bbef7b2-7853-4e45-90d5-7e956c6071ee up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:47:06.654589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e8b1-fa47-4519-8856-b1dcaafc7b60 req-b48e6eba-d692-4530-9574-7f03672cbb2e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:06.656257 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a106e8b1-fa47-4519-8856-b1dcaafc7b60 req-b48e6eba-d692-4530-9574-7f03672cbb2e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 944 time: 0.0547364 Aug 31 12:47:06.691732 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 5bbef7b2-7853-4e45-90d5-7e956c6071ee completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:47:06.697345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 5bbef7b2-7853-4e45-90d5-7e956c6071ee triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:06.697713 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:06.708143 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a106e8b1-fa47-4519-8856-b1dcaafc7b60 req-d300cbb7-dbaf-4a82-9c20-4df2a7e3cf65 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Aug 31 12:47:06.784786 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:06.810628 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:06.813131 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6123e9dd-519e-48a1-8d10-f203149092ef" -d '{"events": [{"server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "name": "network-vif-plugged", "status": "completed", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:06.829519 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:06.834321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:06.859461 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daea6961-d4b0-47ef-b41b-63773dbcc1d8 x-openstack-request-id: req-daea6961-d4b0-47ef-b41b-63773dbcc1d8 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:06.859749 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "name": "network-vif-plugged", "status": "completed", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:06.859999 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-daea6961-d4b0-47ef-b41b-63773dbcc1d8 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:06.860398 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'code': 200} Aug 31 12:47:06.891613 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:06.948316 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fe4b0-164f-4b56-a4cb-f0237700914c req-73b913ed-e564-45f3-af42-b01ebf56e726 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:06.949880 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a31fe4b0-164f-4b56-a4cb-f0237700914c req-73b913ed-e564-45f3-af42-b01ebf56e726 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0501118 Aug 31 12:47:06.993433 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a31fe4b0-164f-4b56-a4cb-f0237700914c req-bb2a5005-55b4-40a6-8db8-7cf095c7ae9e tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Aug 31 12:47:07.833226 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59dcc8-d757-454d-9768-19d848a238ea req-213f4a42-dba3-409e-9097-e2fb35d5bfeb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:07.834800 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f59dcc8-d757-454d-9768-19d848a238ea req-213f4a42-dba3-409e-9097-e2fb35d5bfeb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0536304 Aug 31 12:47:07.872667 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f59dcc8-d757-454d-9768-19d848a238ea req-8b0e82ef-5beb-4653-8343-f368ec7e8588 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Aug 31 12:47:08.401889 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed875-d785-46f1-a5a2-df7db6207a90 req-c05caf68-d994-46a1-a92c-728df91016fe tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:08.403422 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-30eed875-d785-46f1-a5a2-df7db6207a90 req-c05caf68-d994-46a1-a92c-728df91016fe tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.3313367 Aug 31 12:47:08.452753 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-30eed875-d785-46f1-a5a2-df7db6207a90 req-451ec0b4-1e90-4c65-ad2c-ce7651c08f86 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Aug 31 12:47:09.005148 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3331-76e2-45e2-84fa-7fa7a6cab003 req-b367bf26-3b89-43c1-bd1f-497d69130a84 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:09.008474 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86da3331-76e2-45e2-84fa-7fa7a6cab003 req-b367bf26-3b89-43c1-bd1f-497d69130a84 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0552309 Aug 31 12:47:09.049184 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-86da3331-76e2-45e2-84fa-7fa7a6cab003 req-31ef373e-dbb6-404f-9afc-2d285460d26f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Aug 31 12:47:09.575847 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6735-2d65-42d7-a170-8d895382232d req-19a6b08e-adbd-4101-a5cd-b61038f04206 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:09.577459 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a81e6735-2d65-42d7-a170-8d895382232d req-19a6b08e-adbd-4101-a5cd-b61038f04206 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0527070 Aug 31 12:47:09.617084 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a81e6735-2d65-42d7-a170-8d895382232d req-4c7e5d0d-23c0-4138-8adf-995f72a1010b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Aug 31 12:47:10.193303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2402b-91dd-49f7-b165-37a3ebd48c6a req-c5023cd5-cadb-41e9-850d-01bbe181165b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:10.195133 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ffa2402b-91dd-49f7-b165-37a3ebd48c6a req-c5023cd5-cadb-41e9-850d-01bbe181165b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0628605 Aug 31 12:47:10.239943 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ffa2402b-91dd-49f7-b165-37a3ebd48c6a req-397e69cc-6175-4e12-8fc3-93c686341a0f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388768 Aug 31 12:47:10.750443 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c18edf-fe54-437f-a609-1bfba4877435 req-cde802d3-090d-4182-9d34-68cfb77ff9d3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:10.753077 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0c18edf-fe54-437f-a609-1bfba4877435 req-cde802d3-090d-4182-9d34-68cfb77ff9d3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0646763 Aug 31 12:47:10.797535 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c0c18edf-fe54-437f-a609-1bfba4877435 req-e083272e-05b3-4647-9a9d-0b266afe79fc tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Aug 31 12:47:11.362579 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f5d3-03c3-4a70-93ee-30c1c2a1945a req-a7cf7606-4697-4a1d-8f40-88a37d92083c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:11.364235 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cc73f5d3-03c3-4a70-93ee-30c1c2a1945a req-a7cf7606-4697-4a1d-8f40-88a37d92083c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0522962 Aug 31 12:47:11.413327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cc73f5d3-03c3-4a70-93ee-30c1c2a1945a req-46d74d28-4b2f-45c3-b9b1-b6bb2e3bb4ff tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Aug 31 12:47:11.931584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce574c-2e37-4eca-90ff-b2244ee9f2b8 req-4e9d9f4e-d0a8-49fd-90d4-a509bdc87568 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:11.933172 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96ce574c-2e37-4eca-90ff-b2244ee9f2b8 req-4e9d9f4e-d0a8-49fd-90d4-a509bdc87568 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0597191 Aug 31 12:47:11.978188 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96ce574c-2e37-4eca-90ff-b2244ee9f2b8 req-6bed72e8-4e42-4f33-a805-38dd4d591d85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Aug 31 12:47:12.544079 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e7fe-f482-4df4-94b6-fa6ef139e4d1 req-9ca0664c-eceb-4735-945c-9fdbe9e305ac tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:12.545675 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4ed7e7fe-f482-4df4-94b6-fa6ef139e4d1 req-9ca0664c-eceb-4735-945c-9fdbe9e305ac tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0520961 Aug 31 12:47:12.593148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4ed7e7fe-f482-4df4-94b6-fa6ef139e4d1 req-8f75036c-15e0-4540-bcf7-fc109e9f40cc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Aug 31 12:47:13.116207 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d707-16e5-4ead-b0df-6533309c92a9 req-a21162df-5d8d-44ae-8d1b-035a8d5ca78f tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:13.117824 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f515d707-16e5-4ead-b0df-6533309c92a9 req-a21162df-5d8d-44ae-8d1b-035a8d5ca78f tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0548615 Aug 31 12:47:13.162194 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f515d707-16e5-4ead-b0df-6533309c92a9 req-36173efb-e388-4779-a733-4e499d64f3c8 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Aug 31 12:47:13.757645 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf09c57-5c3f-4459-9aae-f2ce0c015bc0 req-662de657-063c-4fd3-90a4-b220f5913d30 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:13.759269 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-acf09c57-5c3f-4459-9aae-f2ce0c015bc0 req-662de657-063c-4fd3-90a4-b220f5913d30 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0637546 Aug 31 12:47:13.806406 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-acf09c57-5c3f-4459-9aae-f2ce0c015bc0 req-bf6076b9-192a-43d6-903f-3410f9a39bad tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Aug 31 12:47:14.292084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bed5d-023f-4c1f-b061-cc4946d6299d req-bd120099-967e-442d-9ca2-420739e1dc74 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.293678 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-292bed5d-023f-4c1f-b061-cc4946d6299d req-bd120099-967e-442d-9ca2-420739e1dc74 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0583766 Aug 31 12:47:14.335760 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-292bed5d-023f-4c1f-b061-cc4946d6299d req-796f7e22-269d-4b3a-b0d7-100e4cd63af5 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Aug 31 12:47:14.936105 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44893f61-a4ea-43fe-9643-699533dd73e2 req-7d4355d5-6f67-4564-81ac-767f2520b751 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.937971 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-44893f61-a4ea-43fe-9643-699533dd73e2 req-7d4355d5-6f67-4564-81ac-767f2520b751 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0566878 Aug 31 12:47:14.980408 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-44893f61-a4ea-43fe-9643-699533dd73e2 req-552462ab-6965-4bf9-a7b3-4700b0f93efc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359330 Aug 31 12:47:15.464057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b3deb-b68f-4c7e-b552-38f0dbeec932 req-7d20aa9f-d03e-4111-80d6-4f99ca9db384 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:15.465570 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-310b3deb-b68f-4c7e-b552-38f0dbeec932 req-7d20aa9f-d03e-4111-80d6-4f99ca9db384 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 932 time: 0.0555196 Aug 31 12:47:15.505179 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-310b3deb-b68f-4c7e-b552-38f0dbeec932 req-5b0c2ded-806a-422d-8391-f7785943ca36 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Aug 31 12:47:15.876059 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Request body: {'port': {'device_id': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:15.932126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.202795 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c38ff-7c7f-40c9-a032-b33fbe0fbf77 req-b71aae81-9a3c-41af-a200-a9e4c12b8938 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.204269 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-754c38ff-7c7f-40c9-a032-b33fbe0fbf77 req-b71aae81-9a3c-41af-a200-a9e4c12b8938 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.1433375 Aug 31 12:47:16.271654 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dc16f-710b-492e-9fc8-40878f4d002f req-aa3f70f8-119b-4313-8af5-9f41173fad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.273291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-257dc16f-710b-492e-9fc8-40878f4d002f req-aa3f70f8-119b-4313-8af5-9f41173fad06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 1098 time: 0.1085672 Aug 31 12:47:16.312348 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-754c38ff-7c7f-40c9-a032-b33fbe0fbf77 req-15381e73-00da-449e-a986-b0dd577f37f5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974600 Aug 31 12:47:16.347811 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57babf4-c359-4177-aaa5-edd1be3684b3 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:47:16.358632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.362136 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-257dc16f-710b-492e-9fc8-40878f4d002f req-669ef7ed-e3f5-435a-b023-7490e41883fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786302 Aug 31 12:47:16.374129 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Transition to ACTIVE for port object d57babf4-c359-4177-aaa5-edd1be3684b3 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:47:16.378891 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.434580 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:16.456704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.456967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.457306 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.457657 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.457964 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.458288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.458649 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.459004 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.459329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.459678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.460002 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.460317 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:16.515626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Attempting to bind port d57babf4-c359-4177-aaa5-edd1be3684b3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:47:16.516030 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Attempting to bind port d57babf4-c359-4177-aaa5-edd1be3684b3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:47:16.516372 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Attempting to bind port d57babf4-c359-4177-aaa5-edd1be3684b3 on network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:47:16.521368 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Port d57babf4-c359-4177-aaa5-edd1be3684b3 on network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:47:16.521697 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Attempting to bind port d57babf4-c359-4177-aaa5-edd1be3684b3 on network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:47:16.527328 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:47:16.527817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Checking segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:47:16.528287 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Bound using segment: {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:47:16.528943 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Bound port: d57babf4-c359-4177-aaa5-edd1be3684b3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfc2ed3-c60b-49bc-a4ae-d4317738a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:47:16.529389 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.634871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:47:16.639506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:47:16.644453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.685200 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b60f5-232c-40a2-8a9d-2f89c80a9e2f req-17323818-c60b-486b-9fb7-cd60c53aba61 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.686827 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a19b60f5-232c-40a2-8a9d-2f89c80a9e2f req-17323818-c60b-486b-9fb7-cd60c53aba61 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 944 time: 0.1046257 Aug 31 12:47:16.693692 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.694312 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.695764 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] 10.222.0.55 "PUT /v2.0/ports/d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 1094 time: 0.8242304 Aug 31 12:47:16.697345 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:16.699635 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:16.753554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd6b41-f9c3-479a-9135-43d8f3aa0eae x-openstack-request-id: req-cfcd6b41-f9c3-479a-9135-43d8f3aa0eae {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:16.753848 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:16.754095 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfcd6b41-f9c3-479a-9135-43d8f3aa0eae {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:16.754491 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:47:16.761960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551dda5-1e32-4d4d-a73f-0d54281276ba service neutron] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:16.767511 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a19b60f5-232c-40a2-8a9d-2f89c80a9e2f req-0ed6af56-cf15-4ae3-a008-fbb46296e6d6 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Aug 31 12:47:16.813116 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-c3c7c4b0-8386-4b8d-90a8-be028404ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.814691 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-c3c7c4b0-8386-4b8d-90a8-be028404ae80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1097 time: 0.0458817 Aug 31 12:47:16.868370 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-24c56214-3afe-497a-9624-5177329ccdb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 217 time: 0.0411818 Aug 31 12:47:16.951535 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-d97e3f9b-eb51-4348-977e-0c4ce182f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:16.952927 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-d97e3f9b-eb51-4348-977e-0c4ce182f897 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.0480161 Aug 31 12:47:17.011754 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea8ab-d207-4979-9679-146d5992773b req-7d4d03c1-de5e-45d9-92d4-f815a33edb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.013457 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-7d4d03c1-de5e-45d9-92d4-f815a33edb01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446413 Aug 31 12:47:17.135626 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-400222e5-e89d-41b3-9251-d91e81eff305 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899446 Aug 31 12:47:17.238237 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fffea8ab-d207-4979-9679-146d5992773b req-b3c33aaa-00c2-480f-8f7e-e3642f3bda29 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882769 Aug 31 12:47:17.349743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-93a54bd8-e9e9-44de-9d64-4dd8e6c43973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.351367 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-93a54bd8-e9e9-44de-9d64-4dd8e6c43973 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1097 time: 0.0534146 Aug 31 12:47:17.486866 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57372a0-2198-4c55-b0b1-8693eabed58c req-5e397b2c-d341-418c-9dac-1bd25d449ac5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.488395 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f57372a0-2198-4c55-b0b1-8693eabed58c req-5e397b2c-d341-418c-9dac-1bd25d449ac5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0812831 Aug 31 12:47:17.489536 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-a789e9cb-b1d3-40ae-908b-1a77c94ce300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.491412 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-a789e9cb-b1d3-40ae-908b-1a77c94ce300 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.1296182 Aug 31 12:47:17.551184 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-28e47b4c-c177-4066-a84b-344dff160749 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 217 time: 0.0385561 Aug 31 12:47:17.564220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f57372a0-2198-4c55-b0b1-8693eabed58c req-678e198a-4b49-4248-961e-25457937d2a6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693564 Aug 31 12:47:17.622901 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8e8934bb-0e42-4ccf-9e9b-e6e119f0d461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:17.634002 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-d8e0de8b-bcfb-407b-a1ed-efc9661f6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.635955 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-d8e0de8b-bcfb-407b-a1ed-efc9661f6cd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.0471330 Aug 31 12:47:17.692937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-2b6914c8-9362-468a-9920-a5cb950cb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.695151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-2b6914c8-9362-468a-9920-a5cb950cb701 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461824 Aug 31 12:47:17.812207 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-22b8638b-2093-4f42-ac16-05a0b4eeb9e1 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881608 Aug 31 12:47:17.937453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3eee9-f1ad-40e4-9fbb-57a1accfef53 req-aad39d66-e4bb-466d-9121-f13ffb542d63 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.939049 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5e3eee9-f1ad-40e4-9fbb-57a1accfef53 req-aad39d66-e4bb-466d-9121-f13ffb542d63 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 944 time: 0.0985980 Aug 31 12:47:17.957509 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67e2280d-8d2d-4ad3-8a1c-b922d73d1b7c req-26abdd4d-ab0a-4c6b-ae13-b3c7f5f8fd34 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352723 Aug 31 12:47:17.986830 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5e3eee9-f1ad-40e4-9fbb-57a1accfef53 req-08426456-72cd-4f02-848f-1374553ce23e tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Aug 31 12:47:18.681176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3c6f-fcf5-4f42-b675-bb6ab5482078 req-8034d1c2-7537-42ee-8611-0303422fbcd8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:18.682723 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-47ac3c6f-fcf5-4f42-b675-bb6ab5482078 req-8034d1c2-7537-42ee-8611-0303422fbcd8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0526149 Aug 31 12:47:18.722025 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-47ac3c6f-fcf5-4f42-b675-bb6ab5482078 req-031b68ef-0b3a-44d5-b9f7-d6b1d17e170b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 31 12:47:18.840535 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a31f-3f4a-4f96-8c77-0691ca2f2cd1 req-6415aebc-ddf8-4f02-b6a3-cc6e56c5890f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:18.842151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24e3a31f-3f4a-4f96-8c77-0691ca2f2cd1 req-6415aebc-ddf8-4f02-b6a3-cc6e56c5890f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0505288 Aug 31 12:47:18.881806 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24e3a31f-3f4a-4f96-8c77-0691ca2f2cd1 req-8ed9d742-5e44-4ae2-be87-974bc82cb9af tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Aug 31 12:47:18.904398 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42918) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:19.097715 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdbd17-2c28-49a6-a0d6-e6463f957c97 tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:19.099276 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e1cdbd17-2c28-49a6-a0d6-e6463f957c97 tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 1093 time: 0.1937797 Aug 31 12:47:19.102135 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 42924) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:19.106712 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'port_id': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:19.131797 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.160798 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cda885-8101-4e23-9101-b2ad7e47d761 req-938fb89b-3185-45b0-b8b4-606cd8dae436 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:19.162444 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d7cda885-8101-4e23-9101-b2ad7e47d761 req-938fb89b-3185-45b0-b8b4-606cd8dae436 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 944 time: 0.0549579 Aug 31 12:47:19.203306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d7cda885-8101-4e23-9101-b2ad7e47d761 req-ddd50c3c-ac3b-496f-8697-c07c83fac19c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Aug 31 12:47:19.235856 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.355568 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.27.3.56 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/da901d34-dcd8-437f-9c9f-d4e082feab6c) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:47:19.465659 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.507840 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.545048 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:47:19.549863 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:47:19.555293 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:47:19.585034 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=da901d34-dcd8-437f-9c9f-d4e082feab6c,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:19.662344 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:47:19.814041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1211-34cf-44d5-8664-d2d68e45834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.919730 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.991569 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.148841 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.153302 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.207083 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.227668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=da901d34-dcd8-437f-9c9f-d4e082feab6c,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:20.246359 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.341610 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53dfac-1f67-40a2-a12b-b89c031b9c2a req-ad23c592-54bc-435e-ac6e-5c075ad55b03 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:20.343848 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ae53dfac-1f67-40a2-a12b-b89c031b9c2a req-ad23c592-54bc-435e-ac6e-5c075ad55b03 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 944 time: 0.0658000 Aug 31 12:47:20.360281 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP a267bdb0-b987-4876-bddb-58f8a661cc84 associated. External IP: 172.27.3.56, port: 5bbef7b2-7853-4e45-90d5-7e956c6071ee. Aug 31 12:47:20.386222 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ae53dfac-1f67-40a2-a12b-b89c031b9c2a req-a7a155f5-53c8-4d27-a0d6-81b6d4aa12ad tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Aug 31 12:47:20.569893 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:20.678587 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:20.694877 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.717824 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d57babf4-c359-4177-aaa5-edd1be3684b3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:47:20.732232 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-55085998-daad-4388-96b9-8ef28b2ab78d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6226943 Aug 31 12:47:20.732232 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:20.732232 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168bfbf8-465c-4d5b-b703-e1709b3b8a93" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:20.820351 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:47:20.841559 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:20.842223 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:47:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:20.849038 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:20.894724 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'port_id': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'mac_address': 'fa:16:3e:42:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:47:20.898772 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dfd384-d5d9-452c-a6e8-3ddfa65749c4 x-openstack-request-id: req-25dfd384-d5d9-452c-a6e8-3ddfa65749c4 {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:20.899123 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:20.899372 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25dfd384-d5d9-452c-a6e8-3ddfa65749c4 {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:20.899775 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'status': 'completed', 'code': 200} Aug 31 12:47:20.975864 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-700cc9b7-61cd-4ad4-aaf1-e693faa416dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:20.977444 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-700cc9b7-61cd-4ad4-aaf1-e693faa416dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 1098 time: 0.0461860 Aug 31 12:47:21.089154 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-0d25015b-61ba-4894-be04-eb233a563fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:21.090551 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-0d25015b-61ba-4894-be04-eb233a563fa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1015849 Aug 31 12:47:21.111217 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:21.132256 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:47:21.135895 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57babf4-c359-4177-aaa5-edd1be3684b3 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:47:21.164146 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-0c8273a9-d014-4e55-ad6d-58f72647d37f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee HTTP/1.1" status: 200 len: 998 time: 0.0655994 Aug 31 12:47:21.196663 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:21.203446 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:21.224853 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-99a20a46-d830-4c70-9815-7bad4e04a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:21.226498 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-99a20a46-d830-4c70-9815-7bad4e04a62e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0547640 Aug 31 12:47:21.274985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-5a8bada4-5209-46b1-be54-eeb15130eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:21.276536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-5a8bada4-5209-46b1-be54-eeb15130eaf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420523 Aug 31 12:47:21.307284 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:21.347962 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.348255 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.348714 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.349806 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.350208 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.350616 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.350989 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.351449 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.351962 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.352530 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.353109 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.353682 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:21.374378 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-b51901a6-16ed-4bfb-9c01-9dc15a21a914 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897434 Aug 31 12:47:21.469685 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'a267bdb0-b987-4876-bddb-58f8a661cc84', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:b9:f4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:19Z', 'updated_at': '2021-08-31T12:47:19Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:21.497495 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:47:21.507081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:21.507757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:47:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:21.516661 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-168bfbf8-465c-4d5b-b703-e1709b3b8a93 req-d2afefdc-4818-4d7e-bd57-21cd4cf3b92a service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287570 Aug 31 12:47:21.536491 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478c95c-9bcf-41c0-9728-272cfbbb00cc req-4bf6fe39-3141-4216-86f0-21ca385864f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:21.538924 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c478c95c-9bcf-41c0-9728-272cfbbb00cc req-4bf6fe39-3141-4216-86f0-21ca385864f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0753772 Aug 31 12:47:21.571880 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:47:21.584465 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c478c95c-9bcf-41c0-9728-272cfbbb00cc req-040176e4-5015-40a3-b6f2-02950d5b94b4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Aug 31 12:47:21.657312 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:21.677367 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:47:21.965500 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'a267bdb0-b987-4876-bddb-58f8a661cc84', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:b9:f4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:19Z', 'updated_at': '2021-08-31T12:47:19Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:21.992220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17631e0b-5b97-47be-a911-a4bd8062508c None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'a267bdb0-b987-4876-bddb-58f8a661cc84', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:b9:f4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:19Z', 'updated_at': '2021-08-31T12:47:19Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:47:22.171502 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea8a66-3e45-4511-8459-e6da4feb04ec None None] New status for floating IP a267bdb0-b987-4876-bddb-58f8a661cc84: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:47:22.703957 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91ecbd-be66-4c95-91b5-7632f76e2a50 req-23abdad9-f8dd-468f-b715-82e05f2c82c3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:22.705525 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5d91ecbd-be66-4c95-91b5-7632f76e2a50 req-23abdad9-f8dd-468f-b715-82e05f2c82c3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Aug 31 12:47:22.721513 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d57babf4-c359-4177-aaa5-edd1be3684b3 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:47:22.744373 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5d91ecbd-be66-4c95-91b5-7632f76e2a50 req-d09802f1-6ce4-4f11-b8bb-503e02bfb696 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Aug 31 12:47:22.776818 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port d57babf4-c359-4177-aaa5-edd1be3684b3 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:47:22.780632 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port d57babf4-c359-4177-aaa5-edd1be3684b3 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:22.781009 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.863700 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.886232 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:22.888499 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3032ec2-ac23-41e1-a8f4-defdfa721025" -d '{"events": [{"server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "name": "network-vif-plugged", "status": "completed", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:22.901966 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:22.906892 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.930453 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d753938-3a57-4b08-81e8-a2cde0fc675f x-openstack-request-id: req-8d753938-3a57-4b08-81e8-a2cde0fc675f {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:22.930760 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "name": "network-vif-plugged", "status": "completed", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:22.931055 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d753938-3a57-4b08-81e8-a2cde0fc675f {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:22.931426 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'code': 200} Aug 31 12:47:22.956485 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:23.135232 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af91a-86b7-47e3-85c5-eb29019fbba3 req-983a3849-ad70-4fed-b960-941a6337b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:23.136974 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a92af91a-86b7-47e3-85c5-eb29019fbba3 req-983a3849-ad70-4fed-b960-941a6337b390 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1099 time: 0.0416062 Aug 31 12:47:23.174717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a92af91a-86b7-47e3-85c5-eb29019fbba3 req-bed7dc4d-f489-43e9-a2a2-d486cf27d31c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289426 Aug 31 12:47:23.373206 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.866395 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324fcf0-5170-4baa-ac06-a2e8cdee8df5 req-fd50046c-855e-4f0a-bef5-260c2126ddf3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:23.868271 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6324fcf0-5170-4baa-ac06-a2e8cdee8df5 req-fd50046c-855e-4f0a-bef5-260c2126ddf3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0541041 Aug 31 12:47:23.912782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6324fcf0-5170-4baa-ac06-a2e8cdee8df5 req-120b720d-a9b7-4c37-b65f-cf910204ffe6 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Aug 31 12:47:24.563773 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.035503 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191c90e-6c20-41b4-9896-0a1975bef4ed req-9c947a59-aecf-4052-9a8d-0deb1904123b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:25.037112 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f191c90e-6c20-41b4-9896-0a1975bef4ed req-9c947a59-aecf-4052-9a8d-0deb1904123b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0576811 Aug 31 12:47:25.077633 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f191c90e-6c20-41b4-9896-0a1975bef4ed req-3ff11cf9-78a4-4369-aac1-64b704f0f20f tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Aug 31 12:47:25.194862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd4181-318a-44a9-be6d-ccfdaa8c4009 req-03470465-3eb2-461c-bca1-459a60a7b7ce tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:25.196395 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b3dd4181-318a-44a9-be6d-ccfdaa8c4009 req-03470465-3eb2-461c-bca1-459a60a7b7ce tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0507195 Aug 31 12:47:25.235291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b3dd4181-318a-44a9-be6d-ccfdaa8c4009 req-7fd69307-b4e2-49b8-b36f-f6cfe2e0739c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Aug 31 12:47:25.567439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b5cf-3f87-4771-ad9c-3e5390fba855 req-38061a26-b7b2-479b-b84c-46700f5102d8 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:25.568963 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5e95b5cf-3f87-4771-ad9c-3e5390fba855 req-38061a26-b7b2-479b-b84c-46700f5102d8 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0530176 Aug 31 12:47:25.607946 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5e95b5cf-3f87-4771-ad9c-3e5390fba855 req-1455cf03-19d4-490e-9357-8a4ebfdb8b88 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 31 12:47:32.109035 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4ec90-29c2-4f5e-b8bf-87b7d215628b req-2bd7ea55-8d5c-4492-afb2-5154d3616c9f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:32.110533 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-deb4ec90-29c2-4f5e-b8bf-87b7d215628b req-2bd7ea55-8d5c-4492-afb2-5154d3616c9f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0518320 Aug 31 12:47:32.152698 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-deb4ec90-29c2-4f5e-b8bf-87b7d215628b req-8a529183-7819-4284-99bd-c19c5c145cd6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335546 Aug 31 12:47:33.272899 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b2871-589e-4a69-aa02-e725c7b1dd34 req-198920c6-5ca8-4908-8e9a-3b51d0589708 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:33.274397 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f4b2871-589e-4a69-aa02-e725c7b1dd34 req-198920c6-5ca8-4908-8e9a-3b51d0589708 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0489941 Aug 31 12:47:33.312596 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7f4b2871-589e-4a69-aa02-e725c7b1dd34 req-a1ec7e3b-f3fb-49a7-a66f-97ad130b873f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Aug 31 12:47:34.432612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aa07c-2e65-4fd8-914b-eb689862f6bc req-dff96d73-c9ed-4d88-8842-f4f77820b98b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:34.434155 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f43aa07c-2e65-4fd8-914b-eb689862f6bc req-dff96d73-c9ed-4d88-8842-f4f77820b98b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0489621 Aug 31 12:47:34.477225 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f43aa07c-2e65-4fd8-914b-eb689862f6bc req-15697b74-ca62-4369-a644-b136735f8498 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329447 Aug 31 12:47:35.092921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fa5ed-af1f-40de-908e-a859ca8b571f req-6231d5eb-90d3-487c-87d5-562426d3a37f tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:35.094337 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be8fa5ed-af1f-40de-908e-a859ca8b571f req-6231d5eb-90d3-487c-87d5-562426d3a37f tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Aug 31 12:47:35.137593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-be8fa5ed-af1f-40de-908e-a859ca8b571f req-fde67bc4-a4a7-4dba-8757-fa4a813c2e82 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Aug 31 12:47:35.158548 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43048) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:35.245087 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2564a-5ad4-4875-a9d4-26800b09c9c5 tempest-TestMinimumBasicScenario-932138161 tempest-TestMinimumBasicScenario-932138161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:35.246625 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-b1e2564a-5ad4-4875-a9d4-26800b09c9c5 tempest-TestMinimumBasicScenario-932138161 tempest-TestMinimumBasicScenario-932138161-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0870602 Aug 31 12:47:35.249525 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43052) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:35.253904 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'port_id': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:35.276261 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.377107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.481802 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Allocated IP 172.27.3.178 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/db2748eb-85e9-441b-80ae-af429a8a20cc) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:47:35.614112 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.635563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b050f1-f581-41c5-9591-019d8032ad7f req-5e32457d-4458-462d-8317-3bfbc833e7d7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:35.636969 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a2b050f1-f581-41c5-9591-019d8032ad7f req-5e32457d-4458-462d-8317-3bfbc833e7d7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0874567 Aug 31 12:47:35.691733 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a2b050f1-f581-41c5-9591-019d8032ad7f req-84c41ef7-9db5-4f19-a195-7d38a72a22cd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485177 Aug 31 12:47:35.693670 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.736541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:47:35.739575 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:47:35.743944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:47:35.747355 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'Port': ['ID=db2748eb-85e9-441b-80ae-af429a8a20cc,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:36.110860 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.179378 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.327359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.332027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.403512 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'Port': ['ID=db2748eb-85e9-441b-80ae-af429a8a20cc,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:36.416160 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.783589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Floating IP 1590101e-b461-477e-a449-66b01a858acb associated. External IP: 172.27.3.178, port: d57babf4-c359-4177-aaa5-edd1be3684b3. Aug 31 12:47:36.889244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b062-03ae-4ff3-a0c2-7fada2015b22 req-22a6492e-c54c-41d2-9bbc-7e4a9d7dafd0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:36.890759 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6745b062-03ae-4ff3-a0c2-7fada2015b22 req-22a6492e-c54c-41d2-9bbc-7e4a9d7dafd0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.1230938 Aug 31 12:47:36.944248 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6745b062-03ae-4ff3-a0c2-7fada2015b22 req-27624007-6b37-4e71-8378-c28a3b6c8e28 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Aug 31 12:47:37.053546 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Router 309663b7-f9d3-4d18-9670-1744c1eb0adc has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:37.168285 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:37.180052 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Sync routers for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:47:37.186307 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.194612 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:37.195217 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:47:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.216151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4b736a0e-8388-4962-a133-e465ed848eb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9654391 Aug 31 12:47:37.216595 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:37.218872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515dd024-b2a8-495b-a318-3fadb0210c67" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:37.219024 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43058) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.224308 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345735032', 'description': 'tempest-secgroup-smoke-1345735032 description', 'project_id': '60bf89fa0e444b59ac83e00e142965b7'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.255172 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.256233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc4930f-72fc-4e78-926b-2af1e535bc79 x-openstack-request-id: req-1cc4930f-72fc-4e78-926b-2af1e535bc79 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:37.256572 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:37.256937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc4930f-72fc-4e78-926b-2af1e535bc79 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:37.257442 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:47:37.309030 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:47:37.338071 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-46f0a4bd-bbc1-40ef-8886-9563df51c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:37.339203 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-46f0a4bd-bbc1-40ef-8886-9563df51c435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1099 time: 0.0431092 Aug 31 12:47:37.341647 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.356000 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.388207 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.392367 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694808 Aug 31 12:47:37.393481 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43062) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.395596 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffc52b-446f-4819-b5de-4a4fdea56ca9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f59812-2388-475d-98fb-5ae5b5417138,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.400541 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.429908 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.453950 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-a1e2a090-0e8d-4b9d-a20d-3ef3a95ae5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:37.455556 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-a1e2a090-0e8d-4b9d-a20d-3ef3a95ae5f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.1005390 Aug 31 12:47:37.494833 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.501947 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.516765 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4ff4be-0ef1-4733-a1f9-639624b7732b,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.533110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.535389 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-718eb5bc-3373-478a-a7ec-66168abcfcc1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408482 Aug 31 12:47:37.538757 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43064) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.544603 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.549306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-f1b6efd3-2e40-4807-8659-f601c0bc84c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 1000 time: 0.0711617 Aug 31 12:47:37.562979 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '1590101e-b461-477e-a449-66b01a858acb', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'port_id': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'mac_address': 'fa:16:3e:42:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:35Z', 'updated_at': '2021-08-31T12:47:35Z', 'revision_number': 0, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.572968 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.589693 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Checking router: 309663b7-f9d3-4d18-9670-1744c1eb0adc for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:47:37.598141 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:37.599368 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:47:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.622057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-740b673f-1c3e-4f51-b775-044b1617c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:37.623597 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-740b673f-1c3e-4f51-b775-044b1617c755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.0507550 Aug 31 12:47:37.636936 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.641198 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.661610 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c39b74-a0b8-429b-abfe-07aa0832eafe,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.677977 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.681693 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d971d493-dc48-496e-a24c-18fc5de2d8f1 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395772 Aug 31 12:47:37.681936 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43066) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.686662 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.694799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-258c4343-3d1e-4bd1-b310-24c498d07996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:37.696840 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-258c4343-3d1e-4bd1-b310-24c498d07996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515757 Aug 31 12:47:37.713374 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.724620 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:47:37.773850 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.778943 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.799602 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055795dd-406e-4985-9004-3b709020bf0b,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.806065 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-e8f2a958-7788-4b14-a9ac-7662decc6ba6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916564 Aug 31 12:47:37.809779 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.811263 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1b30fbf5-a588-4bca-9e6f-826ff0a29f08 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283755 Aug 31 12:47:37.815072 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43068) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.820876 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.850105 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.911268 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-515dd024-b2a8-495b-a318-3fadb0210c67 req-db16f372-dfe7-4e71-8d03-7d2f34d84239 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927002 Aug 31 12:47:37.914224 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.919268 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.937660 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decde344-767f-47e7-ad91-1d099f0db7f2,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.944940 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.946321 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-072bd20b-d526-44be-a881-72f5e3e85b75 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302919 Aug 31 12:47:37.949131 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43070) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:37.954110 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:37.980200 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.securitygroups_db [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Project 60bf89fa0e444b59ac83e00e142965b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:47:37.982893 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '1590101e-b461-477e-a449-66b01a858acb', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'port_id': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'mac_address': 'fa:16:3e:42:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:35Z', 'updated_at': '2021-08-31T12:47:35Z', 'revision_number': 0, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.986864 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.064039 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.068999 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.083625 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524e21-55f8-42e8-a611-8e686a4b30b9 req-01f9450b-3337-4a78-8c7d-2c8a560eb546 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:38.085590 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e524e21-55f8-42e8-a611-8e686a4b30b9 req-01f9450b-3337-4a78-8c7d-2c8a560eb546 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0611866 Aug 31 12:47:38.091331 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c7a8b6-781a-48be-92ea-bc93463865e2,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:38.095474 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.097050 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-b8d6e6fb-2c07-4299-a936-e9a9be5701ee tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468301 Aug 31 12:47:38.099861 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43074) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:47:38.104803 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'security_group_rule': {'security_group_id': '85f59812-2388-475d-98fb-5ae5b5417138', 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:38.130038 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.securitygroups_db [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Project 60bf89fa0e444b59ac83e00e142965b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:47:38.135080 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e524e21-55f8-42e8-a611-8e686a4b30b9 req-bfcf331d-e059-4442-9719-b0e30f883eb7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347216 Aug 31 12:47:38.135905 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.139224 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3bc19-d53d-4323-a28c-4dae93e81bb2 None None] The sync data for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi is: [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '1590101e-b461-477e-a449-66b01a858acb', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'port_id': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'mac_address': 'fa:16:3e:42:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:47:35Z', 'updated_at': '2021-08-31T12:47:35Z', 'revision_number': 0, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:47:38.202249 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.207136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.227136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f14416-1dd0-4c62-9cb0-1c2950e51c67,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:38.234894 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.236126 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-9b38e70a-13f1-466a-a243-69c81b29cb85 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349707 Aug 31 12:47:38.321380 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-479bfc45-a911-4f04-bfd3-0c5a52b58778 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345735032&fields=id&tenant_id=60bf89fa0e444b59ac83e00e142965b7 HTTP/1.1" status: 200 len: 267 time: 0.0347714 Aug 31 12:47:38.345718 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5de755-a3e5-49c9-8dbd-6c5d08cd9384 None None] New status for floating IP 1590101e-b461-477e-a449-66b01a858acb: ACTIVE {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:47:38.379207 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-ff455bd9-8b71-49ba-97a3-4cfac20cffb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:38.381273 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-ff455bd9-8b71-49ba-97a3-4cfac20cffb2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0537207 Aug 31 12:47:38.392998 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'port': {'security_groups': ['4df393e6-3439-43ca-b918-28391bea8d5e', '85f59812-2388-475d-98fb-5ae5b5417138']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:47:38.462263 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.651881 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:38.682099 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.686766 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.703861 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:47:38.728867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:38.729507 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.730948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-00c3b302-9e7e-438a-bda5-d0eb04865c64 req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "PUT /v2.0/ports/d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 982 time: 0.3427019 Aug 31 12:47:38.761968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314451-0c9a-484d-ae1d-94cff3da29d7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=6']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:38.865187 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f08561-d46f-49b3-991d-ef7b7605e6b6 req-3b98bf46-584d-4789-9b6c-fdf64c1de351 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:38.867175 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90f08561-d46f-49b3-991d-ef7b7605e6b6 req-3b98bf46-584d-4789-9b6c-fdf64c1de351 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0646698 Aug 31 12:47:38.882172 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:47:38.916893 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90f08561-d46f-49b3-991d-ef7b7605e6b6 req-65bfdf03-9b5c-4bb2-8de9-845d0ce686ba tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428042 Aug 31 12:47:39.052935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-f46fc449-e0d1-4414-b764-b59ed4e509b5 None None] Provisioning complete for port d57babf4-c359-4177-aaa5-edd1be3684b3 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:39.053300 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f46fc449-e0d1-4414-b764-b59ed4e509b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.263223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f0093-5bd2-4a53-88af-c98b97f3bc19 req-7dbb3ee6-4eca-496b-96d4-f01fbb0f0afa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:39.264832 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-217f0093-5bd2-4a53-88af-c98b97f3bc19 req-7dbb3ee6-4eca-496b-96d4-f01fbb0f0afa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0507896 Aug 31 12:47:39.265289 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:39.267587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:39.308757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-217f0093-5bd2-4a53-88af-c98b97f3bc19 req-e68e0fcb-e275-4e10-b2c2-60c103f05458 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371335 Aug 31 12:47:39.310288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cd2572-bc62-4b4a-9247-d0ce8c249860 x-openstack-request-id: req-44cd2572-bc62-4b4a-9247-d0ce8c249860 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:39.310789 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:39.311038 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44cd2572-bc62-4b4a-9247-d0ce8c249860 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:39.311803 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:47:39.388928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-4aa4ef1c-2d72-4b3c-8e1f-6aaa825d05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:39.390462 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-4aa4ef1c-2d72-4b3c-8e1f-6aaa825d05bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1138 time: 0.0407195 Aug 31 12:47:39.496285 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-56c2cfa4-81f9-4e52-bab8-c52aff4b753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:39.497789 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-56c2cfa4-81f9-4e52-bab8-c52aff4b753f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.0935385 Aug 31 12:47:39.569409 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-12550058-4218-4364-97b3-4c9927b67a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 1002 time: 0.0588791 Aug 31 12:47:39.622788 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-1ad1cd44-3bba-4c87-a8f0-c32746d12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:39.624298 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-1ad1cd44-3bba-4c87-a8f0-c32746d12d08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.0433087 Aug 31 12:47:39.686184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-65d06761-9ada-4a25-a1d0-b1cdf3d59313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:39.687742 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-65d06761-9ada-4a25-a1d0-b1cdf3d59313 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454671 Aug 31 12:47:39.785684 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-a7c3fd27-e047-4699-835b-f9c456a1d263 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806010 Aug 31 12:47:39.888821 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-349f03f8-8a3c-4686-bb0e-4afdb1479f6d req-c9e67239-9543-4c91-88ad-a1fe5ca1eb24 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879257 Aug 31 12:47:40.430944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0995b24-4097-49d4-92c0-6ba5532f1368 req-f3990d11-c01b-4271-b1cf-5f56b9e576c4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:40.432454 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a0995b24-4097-49d4-92c0-6ba5532f1368 req-f3990d11-c01b-4271-b1cf-5f56b9e576c4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0498459 Aug 31 12:47:40.469486 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a0995b24-4097-49d4-92c0-6ba5532f1368 req-22096234-bffe-4dc9-b332-e7106494aea1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Aug 31 12:47:41.593770 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4887e-01f6-46bc-a863-88d81e446193 req-dc870cb0-6593-4ba2-a4ed-0adb3948530e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:41.596358 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14f4887e-01f6-46bc-a863-88d81e446193 req-dc870cb0-6593-4ba2-a4ed-0adb3948530e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0511389 Aug 31 12:47:41.646152 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14f4887e-01f6-46bc-a863-88d81e446193 req-3da9cb86-a356-48ea-af94-ee28afc5cf56 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Aug 31 12:47:42.768639 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7140fb-4a48-47e8-a1e6-fbb31e543aed req-a4d9cd30-54e1-4211-972e-6424f85a0965 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:42.770220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b7140fb-4a48-47e8-a1e6-fbb31e543aed req-a4d9cd30-54e1-4211-972e-6424f85a0965 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0525045 Aug 31 12:47:42.809306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6b7140fb-4a48-47e8-a1e6-fbb31e543aed req-8410383f-32a5-4cc6-872d-58d4e9c91cab tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332119 Aug 31 12:47:43.928470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5422616-7d30-4e07-aaf7-202b35c59134 req-43c43509-1677-48c4-9c53-cb3905295dbb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:43.930049 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5422616-7d30-4e07-aaf7-202b35c59134 req-43c43509-1677-48c4-9c53-cb3905295dbb tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Aug 31 12:47:43.968907 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5422616-7d30-4e07-aaf7-202b35c59134 req-971de7b6-0d36-46a5-bfd3-17aef04c740c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Aug 31 12:47:45.090753 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbdddc-c5aa-454d-9003-b93cc91ed9f7 req-a0b421a9-c703-4bf1-b454-2620a39fa445 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:45.092309 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99dbdddc-c5aa-454d-9003-b93cc91ed9f7 req-a0b421a9-c703-4bf1-b454-2620a39fa445 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0497975 Aug 31 12:47:45.131385 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99dbdddc-c5aa-454d-9003-b93cc91ed9f7 req-3397ba2e-9761-447a-86b0-f507d27da1c9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Aug 31 12:47:46.252628 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c468545-b94c-4ab1-9c09-c45a1414d5d3 req-dc50cc3a-494a-49a9-a08e-df9269629eea tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:46.254795 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c468545-b94c-4ab1-9c09-c45a1414d5d3 req-dc50cc3a-494a-49a9-a08e-df9269629eea tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0528033 Aug 31 12:47:46.322406 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c468545-b94c-4ab1-9c09-c45a1414d5d3 req-222d035e-8a94-41c5-8dcb-9714f7985195 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610404 Aug 31 12:47:47.443894 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a377-395c-48c9-b2a1-067cf571d6b6 req-89329736-57a9-4e65-9e6b-1b33e4788c39 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:47.445288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7134a377-395c-48c9-b2a1-067cf571d6b6 req-89329736-57a9-4e65-9e6b-1b33e4788c39 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0492125 Aug 31 12:47:47.483649 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7134a377-395c-48c9-b2a1-067cf571d6b6 req-e063ea5e-2158-43ac-afdf-35efd099f5b0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 Aug 31 12:47:47.623567 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-59a8dfe3-0085-4971-bb62-53daac695ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:48.603788 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4835a-8ca2-4f33-af14-330b39c4104d req-5a06f359-4af5-4dab-979b-12771848b2c9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:48.605359 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ce4835a-8ca2-4f33-af14-330b39c4104d req-5a06f359-4af5-4dab-979b-12771848b2c9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Aug 31 12:47:48.647009 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ce4835a-8ca2-4f33-af14-330b39c4104d req-1e9a4a58-8a61-47eb-8f55-33f57e246423 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Aug 31 12:47:49.770836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38356992-be44-459a-9c46-c2ba8987119c req-6f87be44-961f-4383-ac8d-2646897ec58d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:49.772373 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38356992-be44-459a-9c46-c2ba8987119c req-6f87be44-961f-4383-ac8d-2646897ec58d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0540235 Aug 31 12:47:49.811882 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-38356992-be44-459a-9c46-c2ba8987119c req-4c965622-4e35-48c8-af48-0a9a98de0cd5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Aug 31 12:47:49.816016 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2c3da2f5-e8fa-48c7-9d24-67fefe22909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.210155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.934071 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff90cd-8305-42c7-b6ad-5ab3243c5f2c req-0524a4bd-aa35-457b-bf7d-50b22601ef67 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:50.935532 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51ff90cd-8305-42c7-b6ad-5ab3243c5f2c req-0524a4bd-aa35-457b-bf7d-50b22601ef67 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Aug 31 12:47:50.973281 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-51ff90cd-8305-42c7-b6ad-5ab3243c5f2c req-4d4d5a3e-d5ab-4dee-a450-02c487bd19e0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311503 Aug 31 12:47:51.608514 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.094170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396d7e-e1e5-423f-89c2-496ceb9cefd6 req-9005360e-c21b-4830-b609-0f87a742a929 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:52.095692 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94396d7e-e1e5-423f-89c2-496ceb9cefd6 req-9005360e-c21b-4830-b609-0f87a742a929 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Aug 31 12:47:52.133914 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94396d7e-e1e5-423f-89c2-496ceb9cefd6 req-ce46bbce-bcbe-4995-a70b-adc1a89df7ab tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Aug 31 12:47:53.257072 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0153a-d6eb-4bb7-90ba-2d2a1f55e608 req-5b0f0dbc-842a-4a0e-9eb5-9a5f8d148775 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:53.258606 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcc0153a-d6eb-4bb7-90ba-2d2a1f55e608 req-5b0f0dbc-842a-4a0e-9eb5-9a5f8d148775 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Aug 31 12:47:53.296620 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcc0153a-d6eb-4bb7-90ba-2d2a1f55e608 req-6307494d-283f-4261-8132-92815ef2a738 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Aug 31 12:47:53.375400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:54.416348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157d20-87c7-488d-9d9d-107914879eeb req-125c4421-4756-448e-a748-3b995c1bcc9f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:54.417902 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-00157d20-87c7-488d-9d9d-107914879eeb req-125c4421-4756-448e-a748-3b995c1bcc9f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Aug 31 12:47:54.456681 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-00157d20-87c7-488d-9d9d-107914879eeb req-7becc712-0e20-48fd-b80b-5380dbb54103 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Aug 31 12:47:54.562308 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:54.920086 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:47:55.016074 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:55.034913 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:47:55.073928 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:55.088392 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:47:55.109912 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:55.114034 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:55.165865 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=6']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:55.229518 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2e6fbc48-436c-4051-b8a0-893fff54e051'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:47:55.596989 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c333b6a-e5e2-4959-8665-f014fc66ffc2 req-0662d927-bed0-4b3b-8d8f-45ac7a8e37d9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:55.598599 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c333b6a-e5e2-4959-8665-f014fc66ffc2 req-0662d927-bed0-4b3b-8d8f-45ac7a8e37d9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Aug 31 12:47:55.648075 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2c333b6a-e5e2-4959-8665-f014fc66ffc2 req-bacadba4-d9b1-4cf4-8770-ebe49c1b5668 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Aug 31 12:47:56.676499 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:47:56.793244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71245c91-4e20-4408-a43c-57760227fa69 req-0173890e-6a63-49b4-b118-9d25a4afaa06 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:56.794778 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71245c91-4e20-4408-a43c-57760227fa69 req-0173890e-6a63-49b4-b118-9d25a4afaa06 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0612869 Aug 31 12:47:56.840117 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-71245c91-4e20-4408-a43c-57760227fa69 req-b4049b8a-a20c-4d60-b058-62636f10cebd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 Aug 31 12:47:56.942601 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:47:56.997754 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 2e6fbc48-436c-4051-b8a0-893fff54e051 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:56.998146 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:57.111060 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:57.148190 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:57.151992 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9ec0d-89d4-4d58-a629-0b9250196662" -d '{"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:47:57.169782 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:57.177018 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:57.231599 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2cb3b3-3845-423d-8cb3-6127931a1225 x-openstack-request-id: req-7e2cb3b3-3845-423d-8cb3-6127931a1225 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:47:57.231904 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:47:57.232345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e2cb3b3-3845-423d-8cb3-6127931a1225 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:47:57.232800 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'code': 200} Aug 31 12:47:57.251875 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=7']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:58.001457 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1af79-176a-468d-ab87-123b0e97a202 req-a97bd73f-598d-4763-bcee-18cabb71eb07 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:58.004203 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f9e1af79-176a-468d-ab87-123b0e97a202 req-a97bd73f-598d-4763-bcee-18cabb71eb07 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0570939 Aug 31 12:47:58.056277 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f9e1af79-176a-468d-ab87-123b0e97a202 req-3c96c49b-0250-4bb7-a5c2-da708aea0a97 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Aug 31 12:47:59.215928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84a4d8-549a-4802-a880-d5b0210283c6 req-21b6f083-200e-4a02-86a1-456d59189582 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:59.217760 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c84a4d8-549a-4802-a880-d5b0210283c6 req-21b6f083-200e-4a02-86a1-456d59189582 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0599236 Aug 31 12:47:59.262222 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c84a4d8-549a-4802-a880-d5b0210283c6 req-de82f005-79ac-4b26-9202-2b3c7da382fd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375164 Aug 31 12:47:59.880692 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e335de-6379-46ab-b355-8e4a0894aefb req-65c991d5-3831-4b0b-875d-d6eb9d305496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:59.882306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-65c991d5-3831-4b0b-875d-d6eb9d305496 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1099 time: 0.0466545 Aug 31 12:47:59.995008 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e335de-6379-46ab-b355-8e4a0894aefb req-04e78687-1369-40ad-a90d-d9b1ce3cf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:59.996414 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-04e78687-1369-40ad-a90d-d9b1ce3cf8b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.0888569 Aug 31 12:48:00.080268 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-fad20a51-af7b-4598-9e66-8c3aeae4f646 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 1002 time: 0.0731537 Aug 31 12:48:00.137801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e335de-6379-46ab-b355-8e4a0894aefb req-e5383243-a393-4200-9a15-c01ff7a5cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:00.139547 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-e5383243-a393-4200-9a15-c01ff7a5cc2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0472395 Aug 31 12:48:00.188495 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e335de-6379-46ab-b355-8e4a0894aefb req-e3d4d7a4-a6c3-42b3-a7db-70c601155e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:00.191709 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-e3d4d7a4-a6c3-42b3-a7db-70c601155e21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427423 Aug 31 12:48:00.320451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-1310ade1-a000-4946-bf18-34060739f26d service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156430 Aug 31 12:48:00.444514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b8b64-d5d1-44e9-8b00-91f5bfde876b req-cbed669c-235b-4a7d-abe9-9cac274dcb51 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:00.446111 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-078b8b64-d5d1-44e9-8b00-91f5bfde876b req-cbed669c-235b-4a7d-abe9-9cac274dcb51 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0683541 Aug 31 12:48:00.487899 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-11e335de-6379-46ab-b355-8e4a0894aefb req-08d4f40a-91f9-4835-9c23-32560a50a16f service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554320 Aug 31 12:48:00.513867 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-078b8b64-d5d1-44e9-8b00-91f5bfde876b req-068785bd-2645-411c-a639-c1fdc5db681c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552454 Aug 31 12:48:01.646878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d4d63-cbdc-44f1-bedc-6978035ee16a req-a09b90c4-6efc-49cd-b354-cd6c6d77b643 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:01.651340 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-572d4d63-cbdc-44f1-bedc-6978035ee16a req-a09b90c4-6efc-49cd-b354-cd6c6d77b643 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0560589 Aug 31 12:48:01.699596 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-572d4d63-cbdc-44f1-bedc-6978035ee16a req-5803c114-0db3-4519-951a-1640cbbc073c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Aug 31 12:48:02.834432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb70e1-0174-4e75-a9e0-dded8b09b184 req-33768c5d-0c5b-4e20-9ba9-64098d9451dc tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:02.836155 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e4bb70e1-0174-4e75-a9e0-dded8b09b184 req-33768c5d-0c5b-4e20-9ba9-64098d9451dc tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0520117 Aug 31 12:48:02.882091 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e4bb70e1-0174-4e75-a9e0-dded8b09b184 req-9347b852-52bd-4439-a853-816d5ff415a5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388346 Aug 31 12:48:04.016218 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494bfae-a161-4ab2-979a-0d8d16f29512 req-90acdc44-46d8-41ee-a3e0-19afb3564b39 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:04.017891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5494bfae-a161-4ab2-979a-0d8d16f29512 req-90acdc44-46d8-41ee-a3e0-19afb3564b39 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0617509 Aug 31 12:48:04.072966 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5494bfae-a161-4ab2-979a-0d8d16f29512 req-5b072c85-63dd-4eee-ab83-49861a40e802 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Aug 31 12:48:05.129955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-4f15ebdd-d68e-4666-bcb8-f02bf197474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:05.131518 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-4f15ebdd-d68e-4666-bcb8-f02bf197474d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1099 time: 0.0411217 Aug 31 12:48:05.260590 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46767-a448-4485-aeb0-a10a0c064e26 req-fda50203-bcf8-4688-b443-444a2af0ab33 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:05.262118 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ac46767-a448-4485-aeb0-a10a0c064e26 req-fda50203-bcf8-4688-b443-444a2af0ab33 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.1101191 Aug 31 12:48:05.281195 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-c8d54d46-f356-4272-be16-71af212fb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:05.282616 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-c8d54d46-f356-4272-be16-71af212fb085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.1388757 Aug 31 12:48:05.340089 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ac46767-a448-4485-aeb0-a10a0c064e26 req-ef4f8b35-8f72-4ac6-bb26-348bd81e7879 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686715 Aug 31 12:48:05.362574 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-6d4bd6c1-0f49-4726-81e5-991a6a200a63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 1002 time: 0.0675294 Aug 31 12:48:05.419011 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-1a43b32c-e1c4-48f2-9b89-db097745287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:05.420461 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-1a43b32c-e1c4-48f2-9b89-db097745287b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0474148 Aug 31 12:48:05.480203 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-95cc71ed-1873-4897-9fc9-78f072acda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:05.481711 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-95cc71ed-1873-4897-9fc9-78f072acda85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493658 Aug 31 12:48:05.571983 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-7781d223-245f-4de8-a5e7-3f33d17ce20c service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794826 Aug 31 12:48:05.666610 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c16437ae-9421-4ba1-a04b-642096a1b8c6 req-c2a1ff5e-1568-49fb-85bd-c7a08846924b service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849595 Aug 31 12:48:06.459682 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7ecce-7bc2-48a7-aa58-5de648b49660 req-bf4551b8-925c-44f6-845c-b8516f152383 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:06.461172 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-78a7ecce-7bc2-48a7-aa58-5de648b49660 req-bf4551b8-925c-44f6-845c-b8516f152383 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Aug 31 12:48:06.498632 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-78a7ecce-7bc2-48a7-aa58-5de648b49660 req-119c5e8b-d08d-4562-a800-08ffb842f642 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Aug 31 12:48:07.615131 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e878ec-99f6-46e4-a0e5-138c3445e2a5 req-a4c18091-37f7-4f80-97fd-7cedd71f6e3d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:07.616607 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d1e878ec-99f6-46e4-a0e5-138c3445e2a5 req-a4c18091-37f7-4f80-97fd-7cedd71f6e3d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0485685 Aug 31 12:48:07.653760 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d1e878ec-99f6-46e4-a0e5-138c3445e2a5 req-61ca761e-2d19-4c1c-870e-de66365c9a05 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Aug 31 12:48:08.779114 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614736a-e349-455c-bc73-3a597b3e93df req-89c39e44-710c-48fc-b433-993d8c5139d8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:08.780589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f614736a-e349-455c-bc73-3a597b3e93df req-89c39e44-710c-48fc-b433-993d8c5139d8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Aug 31 12:48:08.817973 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f614736a-e349-455c-bc73-3a597b3e93df req-4b46dee6-a5e7-4a00-8c3d-15569ac670c4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Aug 31 12:48:08.998096 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:48:09.080608 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:09.105248 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:48:09.108275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef3822-d960-4b5b-a528-63f29253a809" -d '{"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:48:09.122042 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:09.126450 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:09.151088 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802f2ef-eaf1-4c9c-9868-49ae6f71a89c x-openstack-request-id: req-f802f2ef-eaf1-4c9c-9868-49ae6f71a89c {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:48:09.151372 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-unplugged", "status": "failed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "code": 422}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:48:09.151641 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f802f2ef-eaf1-4c9c-9868-49ae6f71a89c {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:48:09.152082 dv-cinder-788782-6-iscsi neutron-server[100547]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'code': 422} returned with failed status Aug 31 12:48:09.178391 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=8']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:09.775715 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6bba-b5e1-4baa-86d3-e4a05e355606 req-119f7a3a-a73c-46d0-a8da-dbc2aca26271 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:09.777287 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e34b6bba-b5e1-4baa-86d3-e4a05e355606 req-119f7a3a-a73c-46d0-a8da-dbc2aca26271 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0548928 Aug 31 12:48:09.802504 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-0e4b0654-042f-4fc5-89c0-a10d30b0b524 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394731 Aug 31 12:48:09.815176 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e34b6bba-b5e1-4baa-86d3-e4a05e355606 req-de8bae69-706d-436a-85f5-0bbc7ec03de7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Aug 31 12:48:10.775375 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-a4d24890-06e2-41d2-baee-7027e42d8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:10.776866 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-a4d24890-06e2-41d2-baee-7027e42d8c7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468&tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0480411 Aug 31 12:48:11.107923 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-7acdd8f2-ca7e-4b0f-b377-78a1858ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:11.109258 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-7acdd8f2-ca7e-4b0f-b377-78a1858ac533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1097 time: 0.3070304 Aug 31 12:48:11.201291 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7436fad-f2d7-4445-b7d2-e5750337d916 req-c25db3b5-0204-4ff7-86b5-971f7763f6b4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:11.202777 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7436fad-f2d7-4445-b7d2-e5750337d916 req-c25db3b5-0204-4ff7-86b5-971f7763f6b4 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.1058049 Aug 31 12:48:11.251931 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-2769eabb-3726-4cee-bba9-b0e6b2b37a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:11.253942 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-2769eabb-3726-4cee-bba9-b0e6b2b37a99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 200 len: 917 time: 0.1270528 Aug 31 12:48:11.259067 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7436fad-f2d7-4445-b7d2-e5750337d916 req-cc663dca-ee9d-44e9-acee-2330a15f2015 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477159 Aug 31 12:48:11.324510 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-eebe0433-a1d1-4a9a-af5a-9473c5611fd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 200 len: 1000 time: 0.0607426 Aug 31 12:48:11.390370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-d38256b6-2736-4ace-ba14-212bb49543da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:11.391888 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-d38256b6-2736-4ace-ba14-212bb49543da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 200 len: 855 time: 0.0495646 Aug 31 12:48:11.442237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-fbacbe76-1c4a-4a07-a573-4a7020cc6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:11.443793 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-fbacbe76-1c4a-4a07-a573-4a7020cc6688 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19770c70-4f68-4b6a-a4c1-28140956c24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417602 Aug 31 12:48:11.537420 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-57bd4033-f636-46db-bac1-029fda715a7a service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Aug 31 12:48:11.638640 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a682e517-ebf1-4225-ae18-17c65a4fedd4 req-6ea4df03-a133-42a9-9aba-0846315e166d service neutron] 10.222.0.55 "GET /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Aug 31 12:48:12.383608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34239a85-0952-4bd7-916a-06481402241d req-ee08efb4-6b8a-4642-a891-72211b4b9fff tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:12.385404 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-34239a85-0952-4bd7-916a-06481402241d req-ee08efb4-6b8a-4642-a891-72211b4b9fff tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0516307 Aug 31 12:48:12.425866 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-34239a85-0952-4bd7-916a-06481402241d req-7f03b505-4405-42d0-83d9-6325dd4ca699 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342250 Aug 31 12:48:13.015444 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:48:13.556928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196dfe-eefb-47db-9911-0522fb91ce39 req-84abbb27-2417-413d-b54d-36e9025ffd9a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:13.558578 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ae196dfe-eefb-47db-9911-0522fb91ce39 req-84abbb27-2417-413d-b54d-36e9025ffd9a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0529702 Aug 31 12:48:13.613321 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ae196dfe-eefb-47db-9911-0522fb91ce39 req-ca789d1e-2934-4921-afab-b1ff01bea3e0 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 Aug 31 12:48:14.744987 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f2490-236b-427c-a230-3ddcb942ce87 req-7c7b8167-320b-40d0-9646-7bcc13a4f59b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:14.746471 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-355f2490-236b-427c-a230-3ddcb942ce87 req-7c7b8167-320b-40d0-9646-7bcc13a4f59b tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0604899 Aug 31 12:48:14.787433 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-355f2490-236b-427c-a230-3ddcb942ce87 req-66534b47-9488-4e7f-90a8-e645c21391a6 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349815 Aug 31 12:48:15.912624 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c6328-f5b8-4df0-a453-52fbd1f06f5e req-840df80c-1287-4316-aa18-3a3df6fa1302 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:15.914187 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a6c6328-f5b8-4df0-a453-52fbd1f06f5e req-840df80c-1287-4316-aa18-3a3df6fa1302 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0529895 Aug 31 12:48:15.974343 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a6c6328-f5b8-4df0-a453-52fbd1f06f5e req-83b46b05-44df-495d-b7bc-2e4ed6a1d9ae tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539000 Aug 31 12:48:17.126122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52367e93-4865-4d17-9c82-608da21b2290 req-eb6e16e6-a8b7-449d-8e74-0681b841ce6d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:17.127746 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-52367e93-4865-4d17-9c82-608da21b2290 req-eb6e16e6-a8b7-449d-8e74-0681b841ce6d tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Aug 31 12:48:17.168970 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-52367e93-4865-4d17-9c82-608da21b2290 req-8cba2560-8043-4ec3-a317-6277ec340b4e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343971 Aug 31 12:48:17.631650 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9e55-b1c1-423f-80bb-a0c2b475e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:18.303364 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc699-23f0-4023-8dc8-a75d1adf148b req-5844b5a3-1254-432a-94a4-b816d68bd745 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:18.304877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-de1fc699-23f0-4023-8dc8-a75d1adf148b req-5844b5a3-1254-432a-94a4-b816d68bd745 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0541246 Aug 31 12:48:18.344539 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-de1fc699-23f0-4023-8dc8-a75d1adf148b req-0687a568-788b-41d8-884e-001b91289898 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Aug 31 12:48:19.469509 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a732c3-814a-4e96-8c79-64eb83c0acbb req-fbf444be-47ca-4ba0-b834-d63b0872480c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:19.471019 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8a732c3-814a-4e96-8c79-64eb83c0acbb req-fbf444be-47ca-4ba0-b834-d63b0872480c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0515924 Aug 31 12:48:19.515242 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e8a732c3-814a-4e96-8c79-64eb83c0acbb req-f0a0e06f-bb3f-4316-8c7b-893706d5d361 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375996 Aug 31 12:48:19.817898 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b84b-2cf7-400c-8801-97b5c8206449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:20.212494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:20.648092 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba92cdd-b98d-4d93-9ff1-913dece3b34f req-91abc918-bbdd-4a8f-a12a-89acb55639e8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:20.649805 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1ba92cdd-b98d-4d93-9ff1-913dece3b34f req-91abc918-bbdd-4a8f-a12a-89acb55639e8 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0529785 Aug 31 12:48:20.690228 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1ba92cdd-b98d-4d93-9ff1-913dece3b34f req-da6ea8c0-68d0-4435-a14e-821cfa45e0fe tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342016 Aug 31 12:48:21.614803 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:21.821999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a509e3-4a8a-4b82-bb12-34b2d02c9a9e req-dc8783c7-e9bb-47f3-9d0a-d69946f9c5f1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:21.821999 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60a509e3-4a8a-4b82-bb12-34b2d02c9a9e req-dc8783c7-e9bb-47f3-9d0a-d69946f9c5f1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0568335 Aug 31 12:48:21.872424 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-60a509e3-4a8a-4b82-bb12-34b2d02c9a9e req-503d438a-5e20-419e-8635-6d7940c013b1 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Aug 31 12:48:22.037511 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a038-759d-462a-a8af-ac251b62c559 req-2c60d60c-b234-45f0-9ccc-8fd651b5ee16 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:22.039306 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f803a038-759d-462a-a8af-ac251b62c559 req-2c60d60c-b234-45f0-9ccc-8fd651b5ee16 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0554881 Aug 31 12:48:22.087995 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f803a038-759d-462a-a8af-ac251b62c559 req-108bfbcf-4812-4c65-9cac-7cc5e58d7e06 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420568 Aug 31 12:48:23.017392 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda175f1-46e2-40cd-b067-2a19f9111570 req-f58da6b7-86eb-47f0-b7b1-43bbe2c22e87 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:23.019863 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eda175f1-46e2-40cd-b067-2a19f9111570 req-f58da6b7-86eb-47f0-b7b1-43bbe2c22e87 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0528340 Aug 31 12:48:23.063558 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eda175f1-46e2-40cd-b067-2a19f9111570 req-03af92e0-9901-48b7-b6ca-dfce1092bd2c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Aug 31 12:48:23.214701 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7a4e-2105-42bc-b138-5521ecd5d1e4 req-c8beb100-58c4-4372-b7fc-2d7175aa048a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:23.216308 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-899c7a4e-2105-42bc-b138-5521ecd5d1e4 req-c8beb100-58c4-4372-b7fc-2d7175aa048a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0571866 Aug 31 12:48:23.260940 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-899c7a4e-2105-42bc-b138-5521ecd5d1e4 req-38ad46b6-c330-46bb-8515-ccc7b68724d3 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371802 Aug 31 12:48:23.378093 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:24.182673 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd922-ee12-40d1-9dca-e2b4b102c062 req-d47347a2-c097-42ed-946d-a22e8bfee511 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.184536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-675bd922-ee12-40d1-9dca-e2b4b102c062 req-d47347a2-c097-42ed-946d-a22e8bfee511 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0488346 Aug 31 12:48:24.224862 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-675bd922-ee12-40d1-9dca-e2b4b102c062 req-e904f629-1fb7-4e21-8586-c601837cd313 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Aug 31 12:48:24.283335 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-7ef72e44-3523-46f1-9691-8c3580ee86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.284878 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-7ef72e44-3523-46f1-9691-8c3580ee86ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1138 time: 0.0418420 Aug 31 12:48:24.412700 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5706ed-5be3-4c07-9867-a5c392a24b4a req-05064f3e-b987-43e2-b7fa-dcdc77b3e7a8 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.414199 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fe5706ed-5be3-4c07-9867-a5c392a24b4a req-05064f3e-b987-43e2-b7fa-dcdc77b3e7a8 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0762808 Aug 31 12:48:24.418985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-852677fc-6281-4b50-a8d5-bab1adc38a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.420298 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-852677fc-6281-4b50-a8d5-bab1adc38a4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.1281433 Aug 31 12:48:24.511554 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fe5706ed-5be3-4c07-9867-a5c392a24b4a req-d01f1d19-4052-4137-9baa-370d07279919 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902758 Aug 31 12:48:24.517900 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-d03aa88c-7626-479d-9571-af29787ba3d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 1002 time: 0.0893421 Aug 31 12:48:24.570162 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-d12f3a34-42ba-4b1a-957b-52b87df298bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.571052 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:24.571817 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-d12f3a34-42ba-4b1a-957b-52b87df298bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.0454965 Aug 31 12:48:24.618468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-ec4f5c4a-518d-4c4a-81fc-3b8655156a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.619978 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-ec4f5c4a-518d-4c4a-81fc-3b8655156a54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396707 Aug 31 12:48:24.711589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-e6774598-70c7-44d7-9a6f-1124e29f3658 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835774 Aug 31 12:48:24.800984 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1bd3a5ec-a308-41be-95eb-1b5e7d67d162 req-3bd079d7-5fe4-45f1-817e-09f535eb0a6b service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808973 Aug 31 12:48:25.357851 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7686-475a-4c4c-9a5b-a5c29969d84d req-925bc71f-fbc1-453f-93bc-8ee3d219230f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:25.359395 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9ec7686-475a-4c4c-9a5b-a5c29969d84d req-925bc71f-fbc1-453f-93bc-8ee3d219230f tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0563447 Aug 31 12:48:25.398664 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c9ec7686-475a-4c4c-9a5b-a5c29969d84d req-2c308531-cf72-4e16-bb77-4a6849ba422a tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Aug 31 12:48:25.630085 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22999a7-abc5-43e4-a4fe-a963bd617e07 req-6d90bd84-89fd-48d9-85a5-82be7fd835c2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:25.631816 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a22999a7-abc5-43e4-a4fe-a963bd617e07 req-6d90bd84-89fd-48d9-85a5-82be7fd835c2 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0514853 Aug 31 12:48:25.672692 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a22999a7-abc5-43e4-a4fe-a963bd617e07 req-84eb8aa4-c250-4c5b-8bac-081889a8163a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343590 Aug 31 12:48:26.526001 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828452a1-2a62-46d1-b7e9-23d390ad781b req-1641c325-ba1a-4e7b-9b0f-96857e624ae7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:26.527522 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-828452a1-2a62-46d1-b7e9-23d390ad781b req-1641c325-ba1a-4e7b-9b0f-96857e624ae7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 944 time: 0.0507464 Aug 31 12:48:26.565679 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-828452a1-2a62-46d1-b7e9-23d390ad781b req-5f4ece04-bbb6-4ca8-a238-4cec5601ee36 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Aug 31 12:48:26.792916 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b6a25-ff42-404b-aa9b-afbadd3a6439 req-d36a9f20-d0ff-4590-8961-b9013039e081 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:26.794368 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f98b6a25-ff42-404b-aa9b-afbadd3a6439 req-d36a9f20-d0ff-4590-8961-b9013039e081 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0520904 Aug 31 12:48:26.836819 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f98b6a25-ff42-404b-aa9b-afbadd3a6439 req-1a779259-ea31-4aeb-b274-1ca31b7ccc0c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359409 Aug 31 12:48:27.059025 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:48:27.156149 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:27.166945 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'port_id': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'mac_address': 'fa:16:3e:04:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:48:27.203077 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.215986 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:48:27.237689 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:27.242501 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.293309 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=9']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:27.301182 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.301568 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.301950 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.302333 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.302733 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.303093 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.303427 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.303805 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.304162 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.304491 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.304837 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.305167 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:27.552105 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2e6fbc48-436c-4051-b8a0-893fff54e051'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:48:27.691566 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766caf-6aec-49d2-811c-fb47c567b831 req-8ce16af8-28d0-4e98-b616-7c9b1add26b7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:27.693110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90766caf-6aec-49d2-811c-fb47c567b831 req-8ce16af8-28d0-4e98-b616-7c9b1add26b7 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Aug 31 12:48:27.731617 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90766caf-6aec-49d2-811c-fb47c567b831 req-77c278b8-0232-4e67-bee5-a2e63b157c44 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 31 12:48:27.953088 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48599449-c294-48af-b21a-7c87cbb3b0d6 req-6cf3ea1c-a6be-4090-93af-565f6c5312db tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:27.954609 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-48599449-c294-48af-b21a-7c87cbb3b0d6 req-6cf3ea1c-a6be-4090-93af-565f6c5312db tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0487499 Aug 31 12:48:27.998062 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-48599449-c294-48af-b21a-7c87cbb3b0d6 req-da7dd946-6e91-4528-9e91-fb778f8bc69b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368607 Aug 31 12:48:28.853632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2870-643d-42bc-a658-67a23e8bb2f0 req-ebbf0612-0e10-4487-860d-3faa5b3556b9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:28.855139 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72dd2870-643d-42bc-a658-67a23e8bb2f0 req-ebbf0612-0e10-4487-860d-3faa5b3556b9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 945 time: 0.0518360 Aug 31 12:48:28.893311 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-72dd2870-643d-42bc-a658-67a23e8bb2f0 req-9ee7d160-f2d0-43f0-b7c4-df92e84567f9 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 Aug 31 12:48:29.073514 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:48:29.114510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed403fe-344a-4a55-92e0-d1b3d492e378 req-813db569-b7e3-40a2-a30a-d3a27b4a8415 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:29.116072 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ed403fe-344a-4a55-92e0-d1b3d492e378 req-813db569-b7e3-40a2-a30a-d3a27b4a8415 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0503061 Aug 31 12:48:29.120445 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 2e6fbc48-436c-4051-b8a0-893fff54e051 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:48:29.120816 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.156999 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5ed403fe-344a-4a55-92e0-d1b3d492e378 req-5cdd716a-e612-4d48-9f22-d36aa85fd646 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345809 Aug 31 12:48:29.201726 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.225177 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:48:29.227528 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2d71dc-8675-4f40-a964-23ce438899f3" -d '{"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:48:29.240857 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:29.245247 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.268182 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8905a7ba-8cbb-4dd0-b0b1-16afe5a82d3c x-openstack-request-id: req-8905a7ba-8cbb-4dd0-b0b1-16afe5a82d3c {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:48:29.268471 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:48:29.268718 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8905a7ba-8cbb-4dd0-b0b1-16afe5a82d3c {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:48:29.269105 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'code': 200} Aug 31 12:48:29.296460 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=10']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:29.445786 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519eb9e-bf9b-4181-a186-3bb80bd53353 req-b2e2ab15-2362-4a5a-a205-7c8d40ffe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:29.447245 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8519eb9e-bf9b-4181-a186-3bb80bd53353 req-b2e2ab15-2362-4a5a-a205-7c8d40ffe82e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 1100 time: 0.0394228 Aug 31 12:48:29.484003 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8519eb9e-bf9b-4181-a186-3bb80bd53353 req-ea22e9fe-44a1-43f9-b6f1-8c44d103d6e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285959 Aug 31 12:48:30.016824 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4786d7-e7e1-45b9-98c7-78bef5cefa63 req-b26d387e-9ff0-4430-953b-ee28d478188c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:30.019050 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a4786d7-e7e1-45b9-98c7-78bef5cefa63 req-b26d387e-9ff0-4430-953b-ee28d478188c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0539217 Aug 31 12:48:30.057208 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7a4786d7-e7e1-45b9-98c7-78bef5cefa63 req-261f6197-f1cf-43c5-a5e8-3450c2b32efa tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Aug 31 12:48:30.274389 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6eb72-01c0-4a8d-97f9-b693f14d3db3 req-60a5ba05-969f-48ed-b257-e5493323a08d tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:30.275925 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83f6eb72-01c0-4a8d-97f9-b693f14d3db3 req-60a5ba05-969f-48ed-b257-e5493323a08d tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0502324 Aug 31 12:48:30.317438 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83f6eb72-01c0-4a8d-97f9-b693f14d3db3 req-88e04c57-d00d-474e-8cab-594247d53288 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354095 Aug 31 12:48:31.183152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4d74-239b-476b-b90e-d27c76712a72 req-402a3afc-33e1-4984-9a5e-3698b93a1546 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:31.184920 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-023a4d74-239b-476b-b90e-d27c76712a72 req-402a3afc-33e1-4984-9a5e-3698b93a1546 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0552423 Aug 31 12:48:31.234708 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-023a4d74-239b-476b-b90e-d27c76712a72 req-8079b918-d966-4fbe-a78b-29418c67cd8c tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Aug 31 12:48:31.436934 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0c4d1-e43c-438c-bca8-8c892873acb5 req-bfb6a72c-2dbd-4e63-8748-88c7a03317df tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:31.437808 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16a0c4d1-e43c-438c-bca8-8c892873acb5 req-bfb6a72c-2dbd-4e63-8748-88c7a03317df tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0536423 Aug 31 12:48:31.478175 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16a0c4d1-e43c-438c-bca8-8c892873acb5 req-0a92460b-4c13-4722-be31-8d2d171fa6d4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336764 Aug 31 12:48:32.355520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc17c-a65e-42b3-9f13-a90052b664a0 req-42a4bac6-22a6-4878-b933-48c2ed5164d3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:32.357028 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a54fc17c-a65e-42b3-9f13-a90052b664a0 req-42a4bac6-22a6-4878-b933-48c2ed5164d3 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0488737 Aug 31 12:48:32.395337 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a54fc17c-a65e-42b3-9f13-a90052b664a0 req-c3180c15-61ef-41dd-81e7-309903a5e3ba tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Aug 31 12:48:32.591266 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b4765-972e-4fee-9ab5-be42bc1d80b4 req-410f78f1-f1ae-4dd2-8cb6-19daa422efdc tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:32.592661 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fb7b4765-972e-4fee-9ab5-be42bc1d80b4 req-410f78f1-f1ae-4dd2-8cb6-19daa422efdc tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0480845 Aug 31 12:48:32.632057 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fb7b4765-972e-4fee-9ab5-be42bc1d80b4 req-1ead4264-7f6b-4041-8a71-d751937ea3ae tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325344 Aug 31 12:48:33.667063 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:48:33.751159 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b456e-0faf-478d-b233-b2c6db43401b req-76ebc562-f188-4311-91fb-683bdc83d184 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:33.752656 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-013b456e-0faf-478d-b233-b2c6db43401b req-76ebc562-f188-4311-91fb-683bdc83d184 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0535212 Aug 31 12:48:33.792057 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-013b456e-0faf-478d-b233-b2c6db43401b req-89bb7800-906e-405a-a913-0371368cdfc4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333238 Aug 31 12:48:34.905313 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487abc-399f-493b-a3bc-d6641fbef259 req-cc6664dd-c976-419f-b73f-f7e41380b615 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:34.906904 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-af487abc-399f-493b-a3bc-d6641fbef259 req-cc6664dd-c976-419f-b73f-f7e41380b615 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0491624 Aug 31 12:48:34.947042 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-af487abc-399f-493b-a3bc-d6641fbef259 req-0a46b0e8-5125-46f0-995d-8619868e1acd tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339730 Aug 31 12:48:36.065865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9865c-6686-404b-b1e0-c9568bfcf7d1 req-43d06af2-4759-4338-a420-8255751b4aba tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:36.067393 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fef9865c-6686-404b-b1e0-c9568bfcf7d1 req-43d06af2-4759-4338-a420-8255751b4aba tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0517347 Aug 31 12:48:36.108863 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fef9865c-6686-404b-b1e0-c9568bfcf7d1 req-5803f7f2-cbeb-4e48-99f8-f837e436be96 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355539 Aug 31 12:48:37.225075 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12454a-58d2-44dd-8b17-36c716e489ce req-3971ee38-270a-425b-8be2-a8b272b3e527 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:37.226616 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9b12454a-58d2-44dd-8b17-36c716e489ce req-3971ee38-270a-425b-8be2-a8b272b3e527 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0528312 Aug 31 12:48:37.267639 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9b12454a-58d2-44dd-8b17-36c716e489ce req-fdc1569c-d2cb-47b6-8663-822c50d43b27 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349739 Aug 31 12:48:38.117389 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fefefa-193c-4b4e-a611-bd5bd60e9175 req-049ce74a-353f-4267-ba4a-1fb6938e7946 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:38.118968 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-29fefefa-193c-4b4e-a611-bd5bd60e9175 req-049ce74a-353f-4267-ba4a-1fb6938e7946 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Aug 31 12:48:38.157117 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-29fefefa-193c-4b4e-a611-bd5bd60e9175 req-b3e87233-ca7d-42c4-a25c-243f1c812982 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Aug 31 12:48:38.388956 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df5b7c-e900-4a6e-bf3e-d5eae7903ef9 req-e4674dea-3be9-4f7e-9c83-cbcebcf875a4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:38.390424 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7df5b7c-e900-4a6e-bf3e-d5eae7903ef9 req-e4674dea-3be9-4f7e-9c83-cbcebcf875a4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0496614 Aug 31 12:48:38.432087 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b7df5b7c-e900-4a6e-bf3e-d5eae7903ef9 req-42ae05e9-8158-4f89-b096-cea2e7f0ace6 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348735 Aug 31 12:48:39.276259 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112a9a3-24dd-49a7-b48d-b22b7dab5288 req-96f1b3c3-2d83-4ae7-9d15-bd11be37866b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:39.277757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6112a9a3-24dd-49a7-b48d-b22b7dab5288 req-96f1b3c3-2d83-4ae7-9d15-bd11be37866b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0526586 Aug 31 12:48:39.315414 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6112a9a3-24dd-49a7-b48d-b22b7dab5288 req-3e1ec577-3464-40d5-b9a3-c456680e2db0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310893 Aug 31 12:48:39.549717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1de9bd-4ef0-451c-8602-597a90eb341b req-48166fb8-d080-476d-b1b2-1d2f7324ae6e tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:39.551385 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ab1de9bd-4ef0-451c-8602-597a90eb341b req-48166fb8-d080-476d-b1b2-1d2f7324ae6e tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0527623 Aug 31 12:48:39.593888 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ab1de9bd-4ef0-451c-8602-597a90eb341b req-960c2fcf-339b-4f68-ade4-52c315f17816 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362589 Aug 31 12:48:40.433264 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd173-a08b-4307-b12d-0cec53eec85d req-b4cae5f6-3319-4c50-8d4d-091c2ada295e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:40.434754 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b6bd173-a08b-4307-b12d-0cec53eec85d req-b4cae5f6-3319-4c50-8d4d-091c2ada295e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0496666 Aug 31 12:48:40.471941 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b6bd173-a08b-4307-b12d-0cec53eec85d req-400f342a-b73f-4e0e-9a17-7a75cca4eef0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Aug 31 12:48:40.715205 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62f08f-ff4f-4328-aa16-736650f48608 req-5b43f899-0799-4f02-951d-f327a8c231ba tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:40.716724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e62f08f-ff4f-4328-aa16-736650f48608 req-5b43f899-0799-4f02-951d-f327a8c231ba tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0560930 Aug 31 12:48:40.756924 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0e62f08f-ff4f-4328-aa16-736650f48608 req-78808224-10f6-4441-8965-604d63b5dfe4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332618 Aug 31 12:48:41.594557 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e7a0e-e960-4955-a9f2-5274f6e0c43f req-c52441c1-6850-440e-a8cd-5f5043acc8ba tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:41.596099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-870e7a0e-e960-4955-a9f2-5274f6e0c43f req-c52441c1-6850-440e-a8cd-5f5043acc8ba tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0570636 Aug 31 12:48:41.634092 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-870e7a0e-e960-4955-a9f2-5274f6e0c43f req-62f07808-9ffa-47fe-8196-3c494c5f2a60 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Aug 31 12:48:41.871176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f05a4f-2a03-4942-bc2e-adaa7b21663b req-e5bda1a2-f2fb-40f2-935b-563f594d75c7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:41.872680 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-61f05a4f-2a03-4942-bc2e-adaa7b21663b req-e5bda1a2-f2fb-40f2-935b-563f594d75c7 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.0492082 Aug 31 12:48:41.912836 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-61f05a4f-2a03-4942-bc2e-adaa7b21663b req-9284e861-6dff-4e27-b729-15cb04f80260 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&id=85f59812-2388-475d-98fb-5ae5b5417138&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338645 Aug 31 12:48:42.755121 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35479306-d1c1-471c-b637-0013ec74ea21 req-2d2e1dc0-9371-4949-b590-79457de7f27e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:42.756635 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-35479306-d1c1-471c-b637-0013ec74ea21 req-2d2e1dc0-9371-4949-b590-79457de7f27e tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0527160 Aug 31 12:48:42.795190 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-35479306-d1c1-471c-b637-0013ec74ea21 req-14e981ec-eb3e-4ddb-89ad-042767e22f52 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322282 Aug 31 12:48:43.909617 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083102-8678-4d6b-91e5-d6d9e25f565b req-0e0991f2-dcc3-4f14-a7ff-b31a01255913 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:43.911081 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73083102-8678-4d6b-91e5-d6d9e25f565b req-0e0991f2-dcc3-4f14-a7ff-b31a01255913 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Aug 31 12:48:43.951844 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-73083102-8678-4d6b-91e5-d6d9e25f565b req-685d5a95-94fe-4dd8-a28d-100546fce671 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Aug 31 12:48:45.072406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183609-abc9-461c-93ab-51066a61f72a req-5b24327d-0a1c-42bb-b436-8d9f15f0a3d7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:45.073899 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58183609-abc9-461c-93ab-51066a61f72a req-5b24327d-0a1c-42bb-b436-8d9f15f0a3d7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0504735 Aug 31 12:48:45.111910 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58183609-abc9-461c-93ab-51066a61f72a req-8bc6ad11-503c-4e5c-8d54-4acf58d78506 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Aug 31 12:48:46.237210 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13687a9-782b-4352-85b3-e72ace3fc2d0 req-cb6a68d1-9050-4b33-a3a7-355fabcd7866 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:46.238719 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d13687a9-782b-4352-85b3-e72ace3fc2d0 req-cb6a68d1-9050-4b33-a3a7-355fabcd7866 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0566421 Aug 31 12:48:46.277792 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d13687a9-782b-4352-85b3-e72ace3fc2d0 req-1160fb0e-dd43-420a-a51c-dfa859ccc7ba tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 31 12:48:47.397936 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03947b-f02a-4acf-96c4-e4486a10d680 req-d68166ad-77bc-4f04-bb85-2e60ca44d0c7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:47.399824 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa03947b-f02a-4acf-96c4-e4486a10d680 req-d68166ad-77bc-4f04-bb85-2e60ca44d0c7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0546014 Aug 31 12:48:47.440586 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa03947b-f02a-4acf-96c4-e4486a10d680 req-cac55bc4-6783-4cba-afc5-8c625940b036 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346556 Aug 31 12:48:47.622385 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-23e8dab1-432f-462a-97c2-5fd3c5974b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:48.263598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-8fde3b6a-3585-4606-9a3b-0a3f8f898899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:48.265151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-8fde3b6a-3585-4606-9a3b-0a3f8f898899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0411797 Aug 31 12:48:48.358890 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-49033f08-cdfc-4c08-a790-33bc01655aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:48.360362 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-49033f08-cdfc-4c08-a790-33bc01655aaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.0874331 Aug 31 12:48:48.425117 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-5eb30104-834c-4ae7-ace7-bb94f493f518 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 1001 time: 0.0570967 Aug 31 12:48:48.481655 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-43909b33-3045-4783-a9ba-786410915062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:48.483151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-43909b33-3045-4783-a9ba-786410915062 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0500374 Aug 31 12:48:48.566642 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-22f03d13-0764-47d6-8413-46e47e3f7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:48.568100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-22f03d13-0764-47d6-8413-46e47e3f7c28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691602 Aug 31 12:48:48.583676 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9ed3-665d-4fcf-882d-2f847a0cb1bc req-4bcd2bef-8e3c-4168-8618-d7577105bf62 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:48.585224 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a54d9ed3-665d-4fcf-882d-2f847a0cb1bc req-4bcd2bef-8e3c-4168-8618-d7577105bf62 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0748580 Aug 31 12:48:48.673008 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a54d9ed3-665d-4fcf-882d-2f847a0cb1bc req-5b1345a5-0842-4ead-9d82-5aae5824c248 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794749 Aug 31 12:48:48.702907 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-4c819137-55f5-42ba-a9fe-979b55abc140 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166701 Aug 31 12:48:48.791470 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-67f03812-633c-4d76-8ff2-d2a2c05267df req-8dbc9a90-ee81-4ce1-83ac-6ab37579c3e8 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804620 Aug 31 12:48:49.790336 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf6115-6a18-41bc-9039-e96dd2c3d355 req-17fad8dc-490b-4783-90e8-0cf4a0a4e765 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:49.791856 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-accf6115-6a18-41bc-9039-e96dd2c3d355 req-17fad8dc-490b-4783-90e8-0cf4a0a4e765 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0506165 Aug 31 12:48:49.818203 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fd015fbf-535c-46a0-bae5-4e6cabe27cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:49.835160 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-accf6115-6a18-41bc-9039-e96dd2c3d355 req-ef4360c0-3981-42b9-91ed-f7a7f8fedfb8 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373681 Aug 31 12:48:50.217292 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:50.958854 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a9650-8487-4ffb-a17e-3d7f139ae382 req-b47b9d3b-f964-429c-89d9-faf9a8500daa tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:50.960549 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3c1a9650-8487-4ffb-a17e-3d7f139ae382 req-b47b9d3b-f964-429c-89d9-faf9a8500daa tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Aug 31 12:48:51.003851 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3c1a9650-8487-4ffb-a17e-3d7f139ae382 req-94833ff6-c3d4-413b-9785-c77ea1b1dc9c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366700 Aug 31 12:48:51.615034 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:52.131839 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0a68-6589-4515-9056-6b4bc501290a req-bbaaab3f-7513-46e0-baf8-965d86cbbe86 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:52.133369 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6daf0a68-6589-4515-9056-6b4bc501290a req-bbaaab3f-7513-46e0-baf8-965d86cbbe86 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0521300 Aug 31 12:48:52.172369 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6daf0a68-6589-4515-9056-6b4bc501290a req-08d70ff8-aac7-4502-a8c7-89562b0309a0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325863 Aug 31 12:48:52.243344 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-43d5c7bb-314a-4066-b803-e19cceb467e3 req-dcc2a551-08de-4e05-8bb0-42ddcec3c2e9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:48:52.244408 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43d5c7bb-314a-4066-b803-e19cceb467e3 req-dcc2a551-08de-4e05-8bb0-42ddcec3c2e9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054023 Aug 31 12:48:52.406780 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43432) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:48:52.410264 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22076-ae44-424a-8eb2-ecfe3d226998 req-8899793d-1c1d-4d4c-adfc-06dad4bed82c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:52.411876 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14d22076-ae44-424a-8eb2-ecfe3d226998 req-8899793d-1c1d-4d4c-adfc-06dad4bed82c tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0519326 Aug 31 12:48:52.465532 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-14d22076-ae44-424a-8eb2-ecfe3d226998 req-70854861-6b90-4373-8705-bc60cd129080 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Aug 31 12:48:52.504762 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-406037b4-da7a-45ac-9226-77ee98122fe7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967643 Aug 31 12:48:53.384044 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:53.588378 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d62c1-3386-4ea3-818b-5d99aa4e026c req-0004512a-32d5-475e-932c-361bdfb811aa tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:53.589916 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a95d62c1-3386-4ea3-818b-5d99aa4e026c req-0004512a-32d5-475e-932c-361bdfb811aa tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0585268 Aug 31 12:48:53.635222 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a95d62c1-3386-4ea3-818b-5d99aa4e026c req-c7d1b2df-efa9-46dd-9492-28ca5640c6be tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378332 Aug 31 12:48:54.060670 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-923e9037-cb02-41ab-8948-4500895db66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.062198 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-923e9037-cb02-41ab-8948-4500895db66c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5&tenant_id=25ef18b355a64dcdaa561671383d60c0 HTTP/1.1" status: 200 len: 1099 time: 0.0496724 Aug 31 12:48:54.132750 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-369769d7-bc24-4bc1-a3e9-3619725ded75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.134512 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-369769d7-bc24-4bc1-a3e9-3619725ded75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0443199 Aug 31 12:48:54.241000 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-bbf4a3e4-b9d0-443a-9f3e-cdb367cea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.242489 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-bbf4a3e4-b9d0-443a-9f3e-cdb367cea9cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.0965617 Aug 31 12:48:54.314223 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-c3004e2a-0b0e-4cf7-bd2b-e0cca1f0570a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 1001 time: 0.0634105 Aug 31 12:48:54.381243 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-51a47d66-eca2-4cb8-b251-673d06b01793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.382976 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-51a47d66-eca2-4cb8-b251-673d06b01793 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0562994 Aug 31 12:48:54.433307 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-40a25a3f-0c05-4150-a2d4-23bb5c6536c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.434837 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-40a25a3f-0c05-4150-a2d4-23bb5c6536c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415318 Aug 31 12:48:54.528109 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-86503080-d10d-4f6b-b74a-400ac40a0723 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835583 Aug 31 12:48:54.576474 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:54.636107 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d97dbadb-45e6-4cd0-88de-d2ad436b8ec3 req-d1681279-30bd-4d8a-934d-288fdec0ed31 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Aug 31 12:48:54.756032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af24ed-59e7-4ed5-a386-ab3cfab19bb3 req-59f3f44e-8236-4a7c-8651-71bbd36f1e97 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:54.757560 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9af24ed-59e7-4ed5-a386-ab3cfab19bb3 req-59f3f44e-8236-4a7c-8651-71bbd36f1e97 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0509953 Aug 31 12:48:54.798453 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d9af24ed-59e7-4ed5-a386-ab3cfab19bb3 req-3c3392a5-78cf-42f9-ab1e-c5a2785957db tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343211 Aug 31 12:48:55.228936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:48:55.304735 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:55.329218 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:48:55.332108 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c19d3-9952-4e4b-98fb-952185d641de" -d '{"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:48:55.345042 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:55.350318 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:55.389155 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a05ec0-b0a0-4ea4-8958-618ed328fd61 x-openstack-request-id: req-d2a05ec0-b0a0-4ea4-8958-618ed328fd61 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:48:55.389457 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:48:55.389718 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2a05ec0-b0a0-4ea4-8958-618ed328fd61 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:48:55.390114 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'code': 200} Aug 31 12:48:55.421853 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=6']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:55.913727 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1423c2-d9d2-43a8-8e51-d288b570c8b2 req-ffc9f5ab-5b08-4cbd-9152-128f50d9d4d9 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:55.915169 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea1423c2-d9d2-43a8-8e51-d288b570c8b2 req-ffc9f5ab-5b08-4cbd-9152-128f50d9d4d9 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0486212 Aug 31 12:48:55.958768 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ea1423c2-d9d2-43a8-8e51-d288b570c8b2 req-0fd2650f-7954-4f06-a5a8-742aee2174a9 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Aug 31 12:48:57.076393 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32840822-e1d0-4318-9576-bc6d52a87581 req-d02ffd6c-626d-4e88-948e-108da5d5691d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:57.077920 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-32840822-e1d0-4318-9576-bc6d52a87581 req-d02ffd6c-626d-4e88-948e-108da5d5691d tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0484295 Aug 31 12:48:57.117592 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-32840822-e1d0-4318-9576-bc6d52a87581 req-9dd1979f-5caf-4534-8fa6-9a47f10c0488 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331049 Aug 31 12:48:58.238758 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4314f-44b3-4225-b30b-c296de32a3a5 req-54964b24-7444-4386-94f0-ba5b0409c3d0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:58.240338 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36f4314f-44b3-4225-b30b-c296de32a3a5 req-54964b24-7444-4386-94f0-ba5b0409c3d0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0503383 Aug 31 12:48:58.280517 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-36f4314f-44b3-4225-b30b-c296de32a3a5 req-8cad3509-c8ed-4907-a5b6-d441d1888487 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342944 Aug 31 12:48:59.396961 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e19a62-1ddd-4db1-a268-dc8979394e94 req-12200456-c671-49be-b76d-93391cf6eafc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:59.398492 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-21e19a62-1ddd-4db1-a268-dc8979394e94 req-12200456-c671-49be-b76d-93391cf6eafc tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0508575 Aug 31 12:48:59.440692 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-21e19a62-1ddd-4db1-a268-dc8979394e94 req-38fdff68-821b-48c2-9d87-b0d31ad692b5 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361280 Aug 31 12:49:00.560091 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fdfd2-41a3-47f7-80e8-86805cb7fc49 req-2c636d93-0726-4701-8398-071a19a67ba8 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:00.561607 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e98fdfd2-41a3-47f7-80e8-86805cb7fc49 req-2c636d93-0726-4701-8398-071a19a67ba8 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0518727 Aug 31 12:49:00.600461 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e98fdfd2-41a3-47f7-80e8-86805cb7fc49 req-c9e8acf1-79e4-4958-a893-e4cc2f2331f4 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Aug 31 12:49:01.152691 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc767-61b4-440c-b750-b63ac2938bb9 req-21cbd18e-7ba8-41d6-b3e0-56eb3cd122af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.154198 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-03acc767-61b4-440c-b750-b63ac2938bb9 req-21cbd18e-7ba8-41d6-b3e0-56eb3cd122af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1097 time: 0.0396662 Aug 31 12:49:01.199725 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-03acc767-61b4-440c-b750-b63ac2938bb9 req-fd9a9a9b-aef3-40fd-90ee-2747aa58db14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289965 Aug 31 12:49:01.619564 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-3c53e6eb-ac2c-41d4-b5c7-66f79b81042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.620996 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-3c53e6eb-ac2c-41d4-b5c7-66f79b81042f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1097 time: 0.0460956 Aug 31 12:49:01.777718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26576be6-5bcb-4181-8d90-87577eed2c89 req-dfa2626d-b3ee-4bd5-b2fb-8abb0332012f tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.779239 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26576be6-5bcb-4181-8d90-87577eed2c89 req-dfa2626d-b3ee-4bd5-b2fb-8abb0332012f tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.1025300 Aug 31 12:49:01.782155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-7b09dc03-836e-4618-b149-74b4dbf89ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.783563 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-7b09dc03-836e-4618-b149-74b4dbf89ca1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.1305816 Aug 31 12:49:01.859152 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26576be6-5bcb-4181-8d90-87577eed2c89 req-d9599731-a858-4426-a985-b3ff4c7b2d1b tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735695 Aug 31 12:49:01.874263 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-7266c288-edfb-4818-b29d-c53604d17b59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 999 time: 0.0756176 Aug 31 12:49:01.927973 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-a65d6393-20ae-46d0-8fdd-6634568cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.929455 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-a65d6393-20ae-46d0-8fdd-6634568cb11c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0431151 Aug 31 12:49:01.980566 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-3ba38578-f4d9-4556-ba07-fe976bfd198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:01.982096 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-3ba38578-f4d9-4556-ba07-fe976bfd198d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408695 Aug 31 12:49:02.088784 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-4a5ae8aa-2955-4292-9c11-1d4db574fec4 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941620 Aug 31 12:49:02.185619 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-46ce8fb7-2bdd-4e3e-8151-ad3afd3304e6 req-e561acff-b904-45e5-9a2f-67239fa22432 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855467 Aug 31 12:49:02.985775 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed01a7-01c5-4347-82fb-4600b953b303 req-de022359-3d69-4064-aefc-3811fb4a96ac tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:02.987313 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5fed01a7-01c5-4347-82fb-4600b953b303 req-de022359-3d69-4064-aefc-3811fb4a96ac tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 944 time: 0.0551760 Aug 31 12:49:03.026494 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5fed01a7-01c5-4347-82fb-4600b953b303 req-3d60816d-992f-4a14-b0ea-1b5dec9766b7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Aug 31 12:49:03.264060 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:49:03.361487 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:03.373342 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'port_id': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'mac_address': 'fa:16:3e:1b:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:49:03.413394 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:03.433102 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ea34a5-851c-4a6a-9959-355df49b0603 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:49:03.456060 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:03.461573 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:03.512826 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=7']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:03.873296 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['b6ea34a5-851c-4a6a-9959-355df49b0603'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:05.260862 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:05.311603 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port b6ea34a5-851c-4a6a-9959-355df49b0603 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:05.311977 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:05.391428 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:05.532521 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:05.535257 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac600dd4-5799-4c33-a48c-04b06b167ce1" -d '{"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:05.549143 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:05.553916 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:05.577669 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed40730-4be2-4401-8ae6-30a36b5bc516 x-openstack-request-id: req-9ed40730-4be2-4401-8ae6-30a36b5bc516 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:05.577961 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:05.578220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ed40730-4be2-4401-8ae6-30a36b5bc516 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:05.578611 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'code': 200} Aug 31 12:49:05.604314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=8']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:10.666312 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:49:11.944650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f94ed-8b4c-4e27-9196-eecd37ca8955 req-ff616f75-c13d-4cae-9c9e-eeb0d3c451cd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:11.946148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-758f94ed-8b4c-4e27-9196-eecd37ca8955 req-ff616f75-c13d-4cae-9c9e-eeb0d3c451cd tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0490398 Aug 31 12:49:11.982833 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-758f94ed-8b4c-4e27-9196-eecd37ca8955 req-c2d87316-842c-48c5-9b38-f0ad3b355487 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Aug 31 12:49:13.104618 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9bd5c-a886-4b71-856f-fd7100b1186a req-05e67813-a129-4cff-b5da-de655038a0ea tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:13.106100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2e9bd5c-a886-4b71-856f-fd7100b1186a req-05e67813-a129-4cff-b5da-de655038a0ea tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0487201 Aug 31 12:49:13.144098 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d2e9bd5c-a886-4b71-856f-fd7100b1186a req-36e628ec-7584-4d02-997a-dba54285aef5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Aug 31 12:49:13.813408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-d1f7148f-2958-4cf7-a7f5-7263871980ed tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:13.814889 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-d1f7148f-2958-4cf7-a7f5-7263871980ed tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0509551 Aug 31 12:49:13.905544 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Deleting port 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:13.905875 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:13.994981 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] For port 2e6fbc48-436c-4051-b8a0-893fff54e051, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2e6fbc48-436c-4051-b8a0-893fff54e051,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:13.995267 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.164283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.164998 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.164998 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Floating IP 4b3cbe7a-7025-46ea-934f-e12ff52a3420 disassociated. External IP: 172.27.3.201, port: 2e6fbc48-436c-4051-b8a0-893fff54e051. Aug 31 12:49:14.165301 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Calling delete_port for 2e6fbc48-436c-4051-b8a0-893fff54e051 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:14.287907 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ed07-fba4-49a3-8f00-e26153b22051 req-585ffa3a-e5a5-4d93-aa32-c331fe40a1fe tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:14.289289 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16f5ed07-fba4-49a3-8f00-e26153b22051 req-585ffa3a-e5a5-4d93-aa32-c331fe40a1fe tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd98243f-b3eb-493c-ade6-22df94b6b468 HTTP/1.1" status: 200 len: 947 time: 0.0673099 Aug 31 12:49:14.353939 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-16f5ed07-fba4-49a3-8f00-e26153b22051 req-0aae45f4-d277-4101-ba80-b07bda061172 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c2f845-4215-4129-936c-3917e50a9fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Aug 31 12:49:14.357992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.388308 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'Port': ['ID=2e6fbc48-436c-4051-b8a0-893fff54e051,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:14.398831 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.399180 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.399515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.399852 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.400183 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.400510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.400837 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.401176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.401522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.401792 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.402108 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.402423 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:14.510177 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:14.616887 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:14.626988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:14.637515 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:14.638133 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:48:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:14.659902 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] No DVR routers for this DVR port 2e6fbc48-436c-4051-b8a0-893fff54e051 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:49:14.662584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.664705 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-90a0afe4-5af1-4dcd-acf2-8d0801235f60 req-30c3e9d8-bd43-452f-a573-ab1233689507 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.55 "DELETE /v2.0/ports/2e6fbc48-436c-4051-b8a0-893fff54e051 HTTP/1.1" status: 204 len: 173 time: 0.8418865 Aug 31 12:49:14.665453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-deleted', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:14.667723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2bed1-b4bd-4523-bc7e-1e53560e449c" -d '{"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-deleted", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:14.707344 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b97d77-5d39-4031-9a2e-6fac8075f04e x-openstack-request-id: req-59b97d77-5d39-4031-9a2e-6fac8075f04e {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:14.707747 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd98243f-b3eb-493c-ade6-22df94b6b468", "name": "network-vif-deleted", "tag": "2e6fbc48-436c-4051-b8a0-893fff54e051", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:14.708088 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59b97d77-5d39-4031-9a2e-6fac8075f04e {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:14.708617 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd98243f-b3eb-493c-ade6-22df94b6b468', 'name': 'network-vif-deleted', 'tag': '2e6fbc48-436c-4051-b8a0-893fff54e051', 'status': 'completed', 'code': 200} Aug 31 12:49:14.767775 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:14.969288 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:14.998313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:15.007382 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:15.007988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:48:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:15.110757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:15.314835 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:15.340495 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f25b5e-fc55-4ee1-a674-94bdc8030a45 None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:40:58Z', 'revision_number': 4, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '15294a28-a33a-4a88-82b7-9da781e016c4', 'name': '', 'network_id': '19770c70-4f68-4b6a-a4c1-28140956c24f', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'mac_address': 'fa:16:3e:97:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:56Z', 'updated_at': '2021-08-31T12:41:06Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'subnets': [{'id': '62c500e6-4597-4b38-a385-7959f9049ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:15.453473 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43500) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:15.566064 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34f905-2dc6-454b-a24e-bd7fabea8420 None None] New status for floating IP 4b3cbe7a-7025-46ea-934f-e12ff52a3420: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:49:15.802180 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:15.824828 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:15.876653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:15.879314 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:15.880506 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9c2f845-4215-4129-936c-3917e50a9fa3 HTTP/1.1" status: 204 len: 168 time: 0.4260166 Aug 31 12:49:15.883389 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43502) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:15.889967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f290a-c7d4-4c41-bef6-48d4c0df4bad tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c2f845-4215-4129-936c-3917e50a9fa3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:15.902183 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.api.v2.resource [None req-6607084d-3ad7-405e-b3d9-58e2c8d939f5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] show failed (client error): The resource could not be found. Aug 31 12:49:15.905244 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6607084d-3ad7-405e-b3d9-58e2c8d939f5 tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "GET /v2.0/security-groups/e9c2f845-4215-4129-936c-3917e50a9fa3 HTTP/1.1" status: 404 len: 347 time: 0.0204434 Aug 31 12:49:15.906136 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43504) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:16.029103 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Deleting port c81d11e8-c407-4898-8f67-ecae21429633 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:16.029357 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.105891 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.106223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.117595 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Calling delete_port for c81d11e8-c407-4898-8f67-ecae21429633 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:16.253032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.277613 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Pushing event deleted for resources: {'Port': ['ID=c81d11e8-c407-4898-8f67-ecae21429633,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:16.336528 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.339033 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.340200 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-7c5cda4d-68c7-4f01-b641-417d1031a31e tempest-AttachVolumeShelveTestJSON-211149819 tempest-AttachVolumeShelveTestJSON-211149819-project] 10.222.0.60 "DELETE /v2.0/floatingips/4b3cbe7a-7025-46ea-934f-e12ff52a3420 HTTP/1.1" status: 204 len: 168 time: 0.4328251 Aug 31 12:49:17.278006 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:17.302581 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 2e6fbc48-436c-4051-b8a0-893fff54e051 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:17.302970 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2e6fbc48-436c-4051-b8a0-893fff54e051 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:17.628709 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a87b1984-8202-4c4f-9902-00e7e492f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:18.754571 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43526) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:19.445782 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:19.748925 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Deleting port 15294a28-a33a-4a88-82b7-9da781e016c4 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:19.749405 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:19.821440 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ce16a66a-82fa-437b-9b9d-4b68633c36f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:19.835845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] For port 15294a28-a33a-4a88-82b7-9da781e016c4, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=15294a28-a33a-4a88-82b7-9da781e016c4,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:19.836374 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:19.848474 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Calling delete_port for 15294a28-a33a-4a88-82b7-9da781e016c4 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:20.028571 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:20.051561 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=15294a28-a33a-4a88-82b7-9da781e016c4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:20.065149 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.065506 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.065851 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.066220 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.066521 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.066878 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.067220 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.067550 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.067882 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.068207 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.068533 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.068854 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:20.220795 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:20.233011 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:20.466415 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:20.572254 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:20.577342 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d4af20ed-e156-4a59-a821-226c606f9fdc admin admin] 10.222.0.60 "PUT /v2.0/routers/397b9e35-2e1d-47e2-b3dd-291457c23cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216357 Aug 31 12:49:20.580047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43530) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:20.582119 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Sync routers for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:20.591193 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:20.591813 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:20.680032 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:20.696494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:20.880888 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:49:19Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:20.909539 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Checking router: 397b9e35-2e1d-47e2-b3dd-291457c23cb3 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:20.917951 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Routers {'397b9e35-2e1d-47e2-b3dd-291457c23cb3'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:20.918607 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:20.983368 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.023936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] Set router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:21.036017 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Deleting port 18693df7-2ed1-43b9-ac19-720252dcbbda {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:21.036364 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.116471 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] For port 18693df7-2ed1-43b9-ac19-720252dcbbda, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18693df7-2ed1-43b9-ac19-720252dcbbda,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:21.116973 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.134578 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Calling delete_port for 18693df7-2ed1-43b9-ac19-720252dcbbda owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:21.217147 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:49:19Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:21.243382 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd4c0-cc2e-4096-96ba-6c84e83d274e None None] The sync data for ids ['397b9e35-2e1d-47e2-b3dd-291457c23cb3'] in dv-cinder-788782-6-iscsi is: [{'id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'name': 'tempest-AttachVolumeShelveTestJSON-620884090-router', 'tenant_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:50Z', 'updated_at': '2021-08-31T12:49:19Z', 'revision_number': 5, 'project_id': 'bf7d0919bfb145c89ff4ed269d85d9e5', 'gw_port': {'id': '18693df7-2ed1-43b9-ac19-720252dcbbda', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397b9e35-2e1d-47e2-b3dd-291457c23cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:51Z', 'updated_at': '2021-08-31T12:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:21.308466 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.338631 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Pushing event deleted for resources: {'Port': ['ID=18693df7-2ed1-43b9-ac19-720252dcbbda,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:21.397096 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.498418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.501251 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.571201 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.571839 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397b9e35-2e1d-47e2-b3dd-291457c23cb3 {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:49:21.578090 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.579732 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-12a22dc7-ddf7-4016-96e9-3e3a5bd57413 admin admin] 10.222.0.60 "DELETE /v2.0/routers/397b9e35-2e1d-47e2-b3dd-291457c23cb3 HTTP/1.1" status: 204 len: 168 time: 0.9987535 Aug 31 12:49:21.582700 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43532) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:21.619361 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.633320 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Deleting subnet 62c500e6-4597-4b38-a385-7959f9049ec9 {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:49:21.636844 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.675370 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.786668 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.843448 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.869109 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c500e6-4597-4b38-a385-7959f9049ec9,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:21.872712 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:21.877806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43534) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:21.878385 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f4e031ac-2508-4106-9c00-5300ebe6cd6a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/62c500e6-4597-4b38-a385-7959f9049ec9 HTTP/1.1" status: 204 len: 168 time: 0.2939777 Aug 31 12:49:21.879882 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5beff-bcb6-4f2d-bb21-20a090121dfb None None] Network 19770c70-4f68-4b6a-a4c1-28140956c24f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:49:21.967222 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.026687 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Deleting port 13df3cf7-6a97-45d5-939a-304d505518f9 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:22.027067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.088925 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] For port 13df3cf7-6a97-45d5-939a-304d505518f9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=13df3cf7-6a97-45d5-939a-304d505518f9,segment=NetworkSegment(f3c7a0cd-3322-44ad-8e64-794c0dd74cd9),segment_id=f3c7a0cd-3322-44ad-8e64-794c0dd74cd9)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:22.089327 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.102681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Calling delete_port for 13df3cf7-6a97-45d5-939a-304d505518f9 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:22.184889 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.210892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Pushing event deleted for resources: {'Port': ['ID=13df3cf7-6a97-45d5-939a-304d505518f9,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:22.212671 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] No DVR routers for this DVR port 13df3cf7-6a97-45d5-939a-304d505518f9 on host dv-cinder-788782-6-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:49:22.262803 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b372e-a446-4f0a-b2ed-0550813d5c12 None None] DHCP port deletion for 19770c70-4f68-4b6a-a4c1-28140956c24f request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:49:22.290980 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.300608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19770c70-4f68-4b6a-a4c1-28140956c24f']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:22.310487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:22.310780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c7a0cd-3322-44ad-8e64-794c0dd74cd9') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:22.319648 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.333948 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.339905 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:49:22.340307 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:49:22.341904 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:49:22.395606 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.400520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.403140 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] 10.222.0.60 "DELETE /v2.0/networks/19770c70-4f68-4b6a-a4c1-28140956c24f HTTP/1.1" status: 204 len: 168 time: 0.5232677 Aug 31 12:49:22.417187 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed20c-0eac-4aed-9451-c7efa212f02a admin admin] Pushing event deleted for resources: {'Network': ['ID=19770c70-4f68-4b6a-a4c1-28140956c24f,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:22.517951 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43540) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:22.557353 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-21674f43-0c24-4956-b05d-ca8aaf43a225 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf7d0919bfb145c89ff4ed269d85d9e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381517 Aug 31 12:49:22.559732 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43542) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:22.611717 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.633109 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.678297 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.680887 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:22.682027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0040832-12fb-4aca-9309-0ca4be5490df HTTP/1.1" status: 204 len: 168 time: 0.1214080 Aug 31 12:49:22.689967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19831a7-d859-46ba-a1fc-b9527b2a8b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0040832-12fb-4aca-9309-0ca4be5490df,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:23.296364 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 15294a28-a33a-4a88-82b7-9da781e016c4 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:23.316634 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 15294a28-a33a-4a88-82b7-9da781e016c4 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:23.316986 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 15294a28-a33a-4a88-82b7-9da781e016c4 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:23.317415 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18693df7-2ed1-43b9-ac19-720252dcbbda no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:23.335906 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 18693df7-2ed1-43b9-ac19-720252dcbbda {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:23.336261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18693df7-2ed1-43b9-ac19-720252dcbbda not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:23.336690 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 13df3cf7-6a97-45d5-939a-304d505518f9 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:23.355249 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 13df3cf7-6a97-45d5-939a-304d505518f9 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:23.355677 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 13df3cf7-6a97-45d5-939a-304d505518f9 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:23.385768 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.400499 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43564) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:23.494799 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1758371497-network', 'tenant_id': 'f2ac239a62d04eac887947de19083701'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:23.515166 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Made reservation on behalf of f2ac239a62d04eac887947de19083701 for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:49:23.517410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.525906 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.616798 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.620707 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.649097 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:49:23.655541 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2c5d4-8f8f-46a5-a5ce-11cf2ab0b581,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:23.671476 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.671795 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Added segment 3782f980-2aa8-4b01-8466-9f204da476c3 of type vlan for network c140c873-d825-453f-84de-dd3f6a763590 Aug 31 12:49:23.713867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.737554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.738563 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:23.739187 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.789709 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3880119 Aug 31 12:49:23.792634 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43568) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:23.798232 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Request body: {'subnet': {'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1758371497-subnet', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:23.798905 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7dba-109c-4a09-b26e-39fecbb1bcd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c140c873-d825-453f-84de-dd3f6a763590,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:23.809227 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network c140c873-d825-453f-84de-dd3f6a763590 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:49:23.818831 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Made reservation on behalf of f2ac239a62d04eac887947de19083701 for: {'subnet': 1} {{(pid=100545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:49:23.821145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13841010'] for subnet, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.988130 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14139470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13840996'] for subnet, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.045681 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:24.056400 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Checking segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:24.056763 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Network hostable DHCP agents. Network: c140c873-d825-453f-84de-dd3f6a763590, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:49:24.073279 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Network c140c873-d825-453f-84de-dd3f6a763590 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:49:24.083402 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, c140c873-d825-453f-84de-dd3f6a763590) {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:24.088342 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:24.089258 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.093740 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36924c-e39f-45e0-8609-9bfab30b2e99 None None] Network c140c873-d825-453f-84de-dd3f6a763590 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:49:24.109524 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ac71c4b3-0061-4186-abc1-139bc4fc7e46 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3125646 Aug 31 12:49:24.109837 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43572) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:24.114448 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:24.135751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16345611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3085'] for router, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.136756 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16510957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16507806', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16490365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.190231 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.240552 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc0e59cd-4f04-54d0-a300-e14d7755f3c9-c140c873-d825-453f-84de-dd3f6a763590', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa'}]}} from dv-cinder-788782-6-iscsi. {{(pid=100547) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:49:24.241408 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.332678 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.381834 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.db_base_plugin_common [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Allocated IP 172.20.0.2 (c140c873-d825-453f-84de-dd3f6a763590/bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa/9b9a0451-def6-418e-aa82-0adddb70db65) {{(pid=100547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:24.571246 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.599593 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.606696 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.668137 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks [] for port, precommit_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.681123 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Transition to ACTIVE for port object 9b9a0451-def6-418e-aa82-0adddb70db65 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:24.704721 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Transition to ACTIVE for port object 9b9a0451-def6-418e-aa82-0adddb70db65 will not be triggered until provisioned by entity DHCP. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:24.712585 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976'] for port, after_create {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.744532 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Allocated IP 172.27.3.23 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/26ef92cf-1e25-4ce9-aef4-2a82dc30209b) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:24.752586 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Network c140c873-d825-453f-84de-dd3f6a763590 is already hosted by enough agents. {{(pid=100547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:24.755703 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.scheduler.base_scheduler [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Resources bound (agent type, host, resource id): {{(pid=100547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:24.759747 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Received port after_create {{(pid=100547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:24.766959 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Pushing event updated for resources: {'Port': ['ID=9b9a0451-def6-418e-aa82-0adddb70db65,revision_number=1']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:24.821766 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Attempting to bind port 9b9a0451-def6-418e-aa82-0adddb70db65 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:49:24.822128 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Attempting to bind port 9b9a0451-def6-418e-aa82-0adddb70db65 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:49:24.822483 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Attempting to bind port 9b9a0451-def6-418e-aa82-0adddb70db65 on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:24.827647 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:49:24.828019 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Checking segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:24.828471 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.828887 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Bound using segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:49:24.829345 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Bound port: 9b9a0451-def6-418e-aa82-0adddb70db65, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:49:24.829724 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.857668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.895038 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] For port 9b9a0451-def6-418e-aa82-0adddb70db65, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:49:24.898652 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] For port 9b9a0451-def6-418e-aa82-0adddb70db65, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=9b9a0451-def6-418e-aa82-0adddb70db65,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:49:24.899601 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.904268 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:24.947926 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:24.955101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:24.958467 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Pushing event updated for resources: {'Port': ['ID=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:24.967038 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:24.979828 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059efe-c5a8-44ae-a879-721e6b95970b None None] Pushing event updated for resources: {'Port': ['ID=9b9a0451-def6-418e-aa82-0adddb70db65,revision_number=2']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:25.323634 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:25.352372 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 9b9a0451-def6-418e-aa82-0adddb70db65 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:25.408191 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 9b9a0451-def6-418e-aa82-0adddb70db65 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:25.530574 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16510932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16507885'] for router, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:25.680329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 is scheduled to L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f with binding_index 1 {{(pid=100546) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:49:25.795914 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:25.806770 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:25.818190 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:25.818825 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:25.818967 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:25.820325 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-98c70110-3ab5-4354-9566-20b279b52eae admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7094758 Aug 31 12:49:25.823045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43574) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:25.940692 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84b46c-5360-40be-9761-19dfbe13f28c None None] Network c140c873-d825-453f-84de-dd3f6a763590 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:49:26.017795 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:26.058872 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Provisioning for port 9b9a0451-def6-418e-aa82-0adddb70db65 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:26.066734 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Provisioning complete for port 9b9a0451-def6-418e-aa82-0adddb70db65 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:26.067515 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.195996 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.211455 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:25Z', 'revision_number': 3, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:26.231845 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] For port 9b9a0451-def6-418e-aa82-0adddb70db65, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=9b9a0451-def6-418e-aa82-0adddb70db65,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:26.238163 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.255337 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:26.256160 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Updating router bda1173b-3e21-4ec0-8982-a9ec9b702867 port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b binding host dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:49:26.286005 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.294554 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d645fee-3a9d-49f0-892c-cec1633f2662 None None] Pushing event updated for resources: {'Port': ['ID=9b9a0451-def6-418e-aa82-0adddb70db65,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:26.304771 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.466240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-5c0b8ff6-ff0c-49ba-af97-cc46a31ca727 None None] Provisioning complete for port 9b9a0451-def6-418e-aa82-0adddb70db65 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:26.466840 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5c0b8ff6-ff0c-49ba-af97-cc46a31ca727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.476672 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Allocated IP 172.20.0.1 (c140c873-d825-453f-84de-dd3f6a763590/bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa/fea4ee35-d88a-4931-b865-6484b11c6012) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:26.567833 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks [] for port, precommit_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.580603 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.provisioning_blocks [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Transition to ACTIVE for port object 26ef92cf-1e25-4ce9-aef4-2a82dc30209b will not be triggered until provisioned by entity L2. {{(pid=100548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:26.587697 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.602432 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.617412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Transition to ACTIVE for port object fea4ee35-d88a-4931-b865-6484b11c6012 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:26.645183 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Attempting to bind port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:49:26.645544 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Attempting to bind port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:49:26.645899 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Attempting to bind port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b on network bc467efd-35f4-4a59-bcfd-f8005f51c287 {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:26.651453 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Pushing event updated for resources: {'Port': ['ID=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,revision_number=2']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:26.660611 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.660973 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.661306 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.661490 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.661666 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.661975 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.662263 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.662954 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.663385 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.663719 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.664067 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.664391 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.664769 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:26.668329 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:49:26.668745 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Checking segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:26.669135 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.669486 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Bound using segment: {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'} {{(pid=100548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:49:26.669958 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.managers [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Bound port: 26ef92cf-1e25-4ce9-aef4-2a82dc30209b, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e19db6-63b9-412a-92f5-558d7221b3b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}}] {{(pid=100548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:49:26.670350 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.698648 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Network c140c873-d825-453f-84de-dd3f6a763590 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:26.701587 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:26.705932 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:26.724518 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] For port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:49:26.728198 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.plugins.ml2.db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] For port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:49:26.735236 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron_lib.callbacks.manager [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.745457 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Pushing event updated for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:26.762048 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16507294'] for router_interface, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:26.798358 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29369c-fae8-48c0-99d6-ea8a19009705 None None] Pushing event updated for resources: {'Port': ['ID=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,revision_number=3']} {{(pid=100548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:26.812249 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:26.813889 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:26.942065 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:26.994497 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-58bf604e-959c-40ac-bcf4-bb85be67c5c0 None None] Provisioning for port fea4ee35-d88a-4931-b865-6484b11c6012 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:26.999539 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-58bf604e-959c-40ac-bcf4-bb85be67c5c0 None None] Provisioning complete for port fea4ee35-d88a-4931-b865-6484b11c6012 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:27.000128 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-58bf604e-959c-40ac-bcf4-bb85be67c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.044776 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-58bf604e-959c-40ac-bcf4-bb85be67c5c0 None None] Port fea4ee35-d88a-4931-b865-6484b11c6012 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:49:27.141920 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:25Z', 'revision_number': 3, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:27.164546 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.171006 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c16cc9-24de-4fd3-85db-1cca717a7d6a None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:25Z', 'revision_number': 3, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:27.308900 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 9b9a0451-def6-418e-aa82-0adddb70db65 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:27.336410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.341886 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.366065 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 9b9a0451-def6-418e-aa82-0adddb70db65 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:27.366744 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.416471 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Pushing event updated for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:27.427578 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16508206'] for router_interface, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.535219 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Network c140c873-d825-453f-84de-dd3f6a763590 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:27.536784 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:27.669309 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:27.779590 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-0f5a8fab-d8d7-4730-b226-daa18c925641 None None] Provisioning complete for port fea4ee35-d88a-4931-b865-6484b11c6012 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:27.780145 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8fab-d8d7-4730-b226-daa18c925641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:27.786367 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:27.794625 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e527d251-e1c5-4bdc-9d83-65bce4e355ab admin admin] 10.222.0.60 "PUT /v2.0/routers/bda1173b-3e21-4ec0-8982-a9ec9b702867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704099 Aug 31 12:49:27.817487 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a8fab-d8d7-4730-b226-daa18c925641 None None] Port fea4ee35-d88a-4931-b865-6484b11c6012 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:49:28.347004 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43582) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:28.351683 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181928653', 'description': 'tempest-description--1876844616'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:28.376038 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.463123 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.466963 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.496266 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:28.503095 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.504353 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d374579c-b3ba-4255-a107-5615029044bb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1563487 Aug 31 12:49:28.507235 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43584) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:28.512381 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group_rule': {'security_group_id': '49cf8a95-8ca6-45f4-9fa5-9d0023b74f72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:28.541582 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.607557 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.611661 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.631115 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78101753-2b3a-4f03-9819-595f8abc8a7a,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:28.634919 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.636124 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cec8bd4d-ff0b-41a9-b7d2-46ed4bc14243 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278868 Aug 31 12:49:28.638924 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43586) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:28.643625 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group_rule': {'security_group_id': '49cf8a95-8ca6-45f4-9fa5-9d0023b74f72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:28.672834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.702663 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:28.711743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:28.712358 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:28.732711 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.737187 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.755157 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b4eccb-8dc6-48de-b946-d3532a61e5d0,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:28.761612 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.765802 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cd838370-dc60-4fd2-95de-2e4aac7136f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229057 Aug 31 12:49:28.765921 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43588) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:28.770356 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:28.792390 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.821187 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:28.888645 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:28.998358 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Allocated IP 172.27.3.5 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/ae7e8231-6f3a-446a-8fe9-78194766e67f) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:29.030993 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 2, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:29.057991 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:29.058350 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Updating router bda1173b-3e21-4ec0-8982-a9ec9b702867 port fea4ee35-d88a-4931-b865-6484b11c6012 binding host dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:49:29.083257 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.103416 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.142168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.187762 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:29.193044 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:29.195276 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=ae7e8231-6f3a-446a-8fe9-78194766e67f,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:29.197456 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:29.284358 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.329948 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.350868 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 26ef92cf-1e25-4ce9-aef4-2a82dc30209b up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:29.399126 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks [] for port, precommit_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.413041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Transition to ACTIVE for port object fea4ee35-d88a-4931-b865-6484b11c6012 will not be triggered until provisioned by entity L2. {{(pid=100547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:29.420814 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.445471 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:29.457176 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:29.457547 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.495522 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Pushing event updated for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=3']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:29.496442 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.502296 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.515712 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.515712 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.516635 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.516743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.517047 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.517381 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.517707 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.518036 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.518366 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.518687 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.519050 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.519376 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:49:29.582767 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=ae7e8231-6f3a-446a-8fe9-78194766e67f,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:29.583069 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Attempting to bind port fea4ee35-d88a-4931-b865-6484b11c6012 on host dv-cinder-788782-6-iscsi for vnic_type normal with profile {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:49:29.583375 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Attempting to bind port fea4ee35-d88a-4931-b865-6484b11c6012 by drivers openvswitch,hyperv on host dv-cinder-788782-6-iscsi at level 0 using segments [{'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:49:29.583812 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Attempting to bind port fea4ee35-d88a-4931-b865-6484b11c6012 on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:29.595888 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.596495 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Checking agent: {'id': '9fe53e6e-f015-4584-ae10-a71dd4089463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 32, 50), 'started_at': datetime.datetime(2021, 8, 31, 12, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:49:29.596966 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Checking segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:29.597429 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.598017 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Bound using segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} {{(pid=100547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:49:29.598423 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.managers [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Bound port: fea4ee35-d88a-4931-b865-6484b11c6012, host: dv-cinder-788782-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}}] {{(pid=100547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:49:29.598915 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.611150 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.619406 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2a1dbf86-0545-4209-8b19-8ee06b1ad550 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8524368 Aug 31 12:49:29.665849 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.705304 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:29.712720 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.714929 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] For port fea4ee35-d88a-4931-b865-6484b11c6012, host dv-cinder-788782-6-iscsi, cleared binding levels {{(pid=100547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:49:29.720303 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] For port fea4ee35-d88a-4931-b865-6484b11c6012, host dv-cinder-788782-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=fea4ee35-d88a-4931-b865-6484b11c6012,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:49:29.750015 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:29.775041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-6ec71c36-4251-45c5-8821-31b36379da26 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1181928653&fields=id&tenant_id=f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 267 time: 0.0384500 Aug 31 12:49:29.796243 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:29.822717 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:29.823412 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:29.892787 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d4185-2d2c-4462-8ece-7a117b6ecc8d None None] Pushing event updated for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:29.903270 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-bf69b22c-aafe-41c5-8944-c67802d839c8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:29.904946 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-bf69b22c-aafe-41c5-8944-c67802d839c8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 811 time: 0.1195998 Aug 31 12:49:29.922293 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-263f94a0-5925-4b1f-9941-6d6a3c0f488a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/quotas/f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Aug 31 12:49:29.957214 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:29.983324 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-a3902206-0b04-4c92-91c0-1fbc9ffd24c4 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542250 Aug 31 12:49:30.090530 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-83c7132d-40c1-4ae5-bc39-2c80461171b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945306 Aug 31 12:49:30.179162 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:30.186781 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-91c805ab-3e47-4919-bd9e-68f164014b07 service neutron] 10.222.0.60 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880992 Aug 31 12:49:30.205613 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3289-7570-42fb-a539-a2d46627413d None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:30.409828 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-980d6248-2055-4858-9bcc-0093f1fde560 req-d982f39f-4c0e-4475-80a5-0354a96d96f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 210 time: 0.0378983 Aug 31 12:49:31.372069 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 26ef92cf-1e25-4ce9-aef4-2a82dc30209b up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:31.431122 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:31.431501 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:31.525325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device fea4ee35-d88a-4931-b865-6484b11c6012 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:31.532979 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1313943d-bca6-45a6-aa2a-11317986a04b req-7eef3b0c-4881-4484-9fff-175ab1eb7373 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 210 time: 0.0396192 Aug 31 12:49:31.548884 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-73484c08-3f6c-4583-9414-574b71797811 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:31.550479 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-73484c08-3f6c-4583-9414-574b71797811 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 811 time: 0.1481502 Aug 31 12:49:31.577710 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning for port fea4ee35-d88a-4931-b865-6484b11c6012 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:31.582962 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port fea4ee35-d88a-4931-b865-6484b11c6012 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:31.583330 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:31.609974 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-c9e24375-de64-4de3-91a6-5ac47535d7e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 380 time: 0.0392954 Aug 31 12:49:31.624260 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'port': {'device_id': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'admin_state_up': True, 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'security_groups': ['49cf8a95-8ca6-45f4-9fa5-9d0023b74f72']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:31.670482 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:31.707555 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] For port fea4ee35-d88a-4931-b865-6484b11c6012, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=fea4ee35-d88a-4931-b865-6484b11c6012,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:31.712099 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:31.741677 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Made reservation on behalf of f2ac239a62d04eac887947de19083701 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:49:31.745499 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:31.760640 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Pushing event updated for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:31.879400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Allocated IP 172.20.0.6 (c140c873-d825-453f-84de-dd3f6a763590/bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa/2fd2e551-33e5-4ff4-b994-b2570da4d611) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:32.022396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.036862 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Transition to ACTIVE for port object 2fd2e551-33e5-4ff4-b994-b2570da4d611 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:32.069924 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.115622 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Network c140c873-d825-453f-84de-dd3f6a763590 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:32.118763 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:32.122628 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:32.147616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:32.180813 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:32.181526 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.197154 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-fe59e5ab-254e-4b41-89df-04ed58039022 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769324 Aug 31 12:49:32.211656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Request body: {'port': {'device_id': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:32.282907 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.338907 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-41af0d48-2a57-4bd4-8393-2a6a20714cfa None None] Provisioning for port 2fd2e551-33e5-4ff4-b994-b2570da4d611 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:32.343810 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-41af0d48-2a57-4bd4-8393-2a6a20714cfa None None] Provisioning complete for port 2fd2e551-33e5-4ff4-b994-b2570da4d611 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:32.344692 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-41af0d48-2a57-4bd4-8393-2a6a20714cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.386381 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-41af0d48-2a57-4bd4-8393-2a6a20714cfa None None] Port 2fd2e551-33e5-4ff4-b994-b2570da4d611 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:49:32.553779 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd2e551-33e5-4ff4-b994-b2570da4d611 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:49:32.561196 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.575029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Transition to ACTIVE for port object 2fd2e551-33e5-4ff4-b994-b2570da4d611 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:32.580329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.654013 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:32.738405 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49192034-2777-4867-ab56-f281ddea1d77 req-ab36ec20-382e-4f7f-8f60-b181d034b10a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:32.740062 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49192034-2777-4867-ab56-f281ddea1d77 req-ab36ec20-382e-4f7f-8f60-b181d034b10a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 943 time: 0.1251745 Aug 31 12:49:32.769668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Attempting to bind port 2fd2e551-33e5-4ff4-b994-b2570da4d611 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:49:32.770159 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Attempting to bind port 2fd2e551-33e5-4ff4-b994-b2570da4d611 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:49:32.770358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Attempting to bind port 2fd2e551-33e5-4ff4-b994-b2570da4d611 on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:32.778723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Port 2fd2e551-33e5-4ff4-b994-b2570da4d611 on network c140c873-d825-453f-84de-dd3f6a763590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:49:32.779076 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Attempting to bind port 2fd2e551-33e5-4ff4-b994-b2570da4d611 on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:32.792460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:49:32.792802 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Checking segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:32.793189 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Bound using segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:49:32.793647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Bound port: 2fd2e551-33e5-4ff4-b994-b2570da4d611, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:49:32.794011 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.812384 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-49192034-2777-4867-ab56-f281ddea1d77 req-f26fa9c4-e25d-46a9-a193-0e7b1d389e44 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598881 Aug 31 12:49:32.868652 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:49:32.871869 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:49:32.877329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.915454 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:32.916075 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:32.917937 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 1093 time: 0.7115877 Aug 31 12:49:32.920425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:32.923351 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4439e-f8e7-44c7-ac52-59d871833208" -d '{"events": [{"name": "network-changed", "server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:32.955745 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f514897-026d-4b8a-8187-d1f0e1ca6f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:32.976464 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67022796-4436-430c-a4c1-7448ee351776 x-openstack-request-id: req-67022796-4436-430c-a4c1-7448ee351776 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:32.976930 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:32.977352 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67022796-4436-430c-a4c1-7448ee351776 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:32.977933 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'status': 'completed', 'code': 200} Aug 31 12:49:33.013695 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-f1d86b37-8d5d-421d-bf4c-2bc90a61a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.015311 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-f1d86b37-8d5d-421d-bf4c-2bc90a61a434 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1096 time: 0.0517938 Aug 31 12:49:33.066448 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-35fe2101-18f1-40e4-9cdf-f4f68ed205b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 217 time: 0.0413883 Aug 31 12:49:33.123330 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-2d9847b0-f3ab-4d4d-b366-ab095d782105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.124806 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-2d9847b0-f3ab-4d4d-b366-ab095d782105 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0481265 Aug 31 12:49:33.174181 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-da4c4da0-bb4e-4f6d-9349-03775992d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.175724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-da4c4da0-bb4e-4f6d-9349-03775992d746 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422263 Aug 31 12:49:33.273507 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-1cafa112-72ed-4b49-bccf-6af0995c9a52 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838659 Aug 31 12:49:33.304893 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device fea4ee35-d88a-4931-b865-6484b11c6012 up at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:33.353461 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Provisioning complete for port fea4ee35-d88a-4931-b865-6484b11c6012 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:33.354512 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:33.374570 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e2be74f4-c19b-4492-a968-6cf4f89d7407 req-b81aa863-5fe2-475e-8d63-363ca0affa92 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918562 Aug 31 12:49:33.469819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-99db2681-d438-4508-85dc-d6b18e4e8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.471386 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-99db2681-d438-4508-85dc-d6b18e4e8cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1096 time: 0.0448577 Aug 31 12:49:33.569769 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-baad53b0-8b11-4fd0-affb-967f06aaa4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.571339 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-baad53b0-8b11-4fd0-affb-967f06aaa4fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.0893633 Aug 31 12:49:33.620762 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-0f548b15-0db3-488b-9c96-aa871882108e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 217 time: 0.0350974 Aug 31 12:49:33.670511 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-908f79cd-9505-40e3-9de7-06858615e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.672122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-908f79cd-9505-40e3-9de7-06858615e0bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0436592 Aug 31 12:49:33.724586 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-55ba1bf3-ac48-4793-9952-6d1b0fa22743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.726089 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-55ba1bf3-ac48-4793-9952-6d1b0fa22743 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463722 Aug 31 12:49:33.820632 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-beb2de8b-2d9e-4c4a-9370-b6c2e0fa27df service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824106 Aug 31 12:49:33.949861 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-26b4439e-f8e7-44c7-ac52-59d871833208 req-0a6fa67f-f31e-49bb-982b-4d4599e92c1a service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168227 Aug 31 12:49:33.957810 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ad857-50bd-4b60-88c2-0a5d6895f651 req-8c4f4bdd-3ccb-4545-9e41-a49b018c7887 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:33.959249 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca7ad857-50bd-4b60-88c2-0a5d6895f651 req-8c4f4bdd-3ccb-4545-9e41-a49b018c7887 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 943 time: 0.0727484 Aug 31 12:49:33.997501 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ca7ad857-50bd-4b60-88c2-0a5d6895f651 req-9865ed47-7af4-4773-a5df-c27b262fc1d2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Aug 31 12:49:35.113613 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461237f6-a363-47c2-9f34-52d0bcaed54c req-2dcbf184-8d77-4c6b-a3e2-c7b9df49da25 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:35.115121 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-461237f6-a363-47c2-9f34-52d0bcaed54c req-2dcbf184-8d77-4c6b-a3e2-c7b9df49da25 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 943 time: 0.0481796 Aug 31 12:49:35.159736 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-461237f6-a363-47c2-9f34-52d0bcaed54c req-bf28407c-c5d3-4103-9104-9a5f50f0f128 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Aug 31 12:49:35.369451 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2fd2e551-33e5-4ff4-b994-b2570da4d611 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:49:35.590762 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:35.601796 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'port_id': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'mac_address': 'fa:16:3e:1c:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:49:35.638073 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:35.651275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd2e551-33e5-4ff4-b994-b2570da4d611 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:49:35.670864 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:35.675374 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:35.727782 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:35.963892 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['2fd2e551-33e5-4ff4-b994-b2570da4d611'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:36.276455 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abea46-f95d-472e-8645-27d33279d2f3 req-6a449239-0080-426c-b362-ea8224163edb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:36.277907 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-70abea46-f95d-472e-8645-27d33279d2f3 req-6a449239-0080-426c-b362-ea8224163edb tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 944 time: 0.0519309 Aug 31 12:49:36.315909 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-70abea46-f95d-472e-8645-27d33279d2f3 req-ca8538ca-93f3-43a5-bd7b-c96cf0ac18a7 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Aug 31 12:49:37.369406 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2fd2e551-33e5-4ff4-b994-b2570da4d611 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:37.427935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 2fd2e551-33e5-4ff4-b994-b2570da4d611 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:37.431872 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 2fd2e551-33e5-4ff4-b994-b2570da4d611 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:37.432298 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:37.436135 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552ed5-a5dc-4c28-b999-e96551271f0d req-36d37517-ac03-4234-a906-b0e9eef89f8b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:37.438290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d552ed5-a5dc-4c28-b999-e96551271f0d req-36d37517-ac03-4234-a906-b0e9eef89f8b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 944 time: 0.0540459 Aug 31 12:49:37.481658 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8d552ed5-a5dc-4c28-b999-e96551271f0d req-59c1cef3-411a-42dc-b812-c27637b806d6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361192 Aug 31 12:49:37.533113 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:37.556701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:37.558992 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa7fe4d-85b8-4785-97b9-33e76f0f36ab" -d '{"events": [{"server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "name": "network-vif-plugged", "status": "completed", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:37.572572 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:37.577952 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:37.602054 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea13afd-da6c-4896-ab18-2c3657bf9f35 x-openstack-request-id: req-aea13afd-da6c-4896-ab18-2c3657bf9f35 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:37.602352 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "name": "network-vif-plugged", "status": "completed", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:37.602601 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aea13afd-da6c-4896-ab18-2c3657bf9f35 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:37.603028 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'code': 200} Aug 31 12:49:37.630645 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:37.791632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38cd8e-42c2-4a85-b322-c53f1c360545 req-96006b07-8c32-4b8c-82ef-08898cff1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:37.793066 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e38cd8e-42c2-4a85-b322-c53f1c360545 req-96006b07-8c32-4b8c-82ef-08898cff1ebc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1098 time: 0.0416424 Aug 31 12:49:37.832349 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e38cd8e-42c2-4a85-b322-c53f1c360545 req-5c68173c-15ca-4292-8212-c1c7a93155d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295115 Aug 31 12:49:38.603325 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bca4f5-be7e-4a15-88c4-fbf06acaf231 req-2d48dcdf-7516-445a-822b-dce1b014b327 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:38.604846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-65bca4f5-be7e-4a15-88c4-fbf06acaf231 req-2d48dcdf-7516-445a-822b-dce1b014b327 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0535471 Aug 31 12:49:38.647888 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-65bca4f5-be7e-4a15-88c4-fbf06acaf231 req-427b033b-c590-4493-b350-bfd687f021ef tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372152 Aug 31 12:49:38.899646 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef0df7-ff1c-4518-b437-7ba959cc1c66 req-65c4a698-5a9f-450a-a2ad-afb1479eba48 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:38.901358 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eeef0df7-ff1c-4518-b437-7ba959cc1c66 req-65c4a698-5a9f-450a-a2ad-afb1479eba48 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0539169 Aug 31 12:49:38.951263 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-eeef0df7-ff1c-4518-b437-7ba959cc1c66 req-1296cfd4-40d1-4e8e-9e82-a1d8838c0c81 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Aug 31 12:49:39.787476 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fdcb-7562-4acf-9b02-043a203cdb93 req-8a9d75fb-e346-4bd3-8f69-ad6a865ddf1a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:39.789188 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b8a0fdcb-7562-4acf-9b02-043a203cdb93 req-8a9d75fb-e346-4bd3-8f69-ad6a865ddf1a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0595984 Aug 31 12:49:39.852575 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b8a0fdcb-7562-4acf-9b02-043a203cdb93 req-cd88045a-9b9e-4d1a-94dd-9ed8cdfaa6c0 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568345 Aug 31 12:49:39.973950 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413b8f-955a-4391-bad9-c6be5283bc2a req-e1de16fb-b80f-42ba-afb8-23dcd4cf35ab tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:39.975368 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-05413b8f-955a-4391-bad9-c6be5283bc2a req-e1de16fb-b80f-42ba-afb8-23dcd4cf35ab tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0569398 Aug 31 12:49:39.983944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43650) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:39.989009 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'floatingip': {'port_id': '2fd2e551-33e5-4ff4-b994-b2570da4d611'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:40.032929 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:40.081261 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712d060-7b19-4c9c-800a-84dc91274f2a req-aa9c8997-a9a6-4dcd-a1a6-a84504d2e2bb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:40.083099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9712d060-7b19-4c9c-800a-84dc91274f2a req-aa9c8997-a9a6-4dcd-a1a6-a84504d2e2bb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0554554 Aug 31 12:49:40.127470 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9712d060-7b19-4c9c-800a-84dc91274f2a req-917c959c-7171-49cc-ad45-0de34a6a1a7c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363262 Aug 31 12:49:40.485059 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:40.489847 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:40.591368 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Floating IP 8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac associated. External IP: 172.27.3.5, port: 2fd2e551-33e5-4ff4-b994-b2570da4d611. Aug 31 12:49:40.804726 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:40.918792 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:40.924743 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:40.931640 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:40.941430 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:40.942051 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:40.952869 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-82179175-1bd2-48d7-87fa-6524dc065842 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "PUT /v2.0/floatingips/8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac HTTP/1.1" status: 200 len: 989 time: 0.9677670 Aug 31 12:49:40.953412 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:40.955948 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d71a931-46b8-4800-a638-1529ef684048" -d '{"events": [{"name": "network-changed", "server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:41.011402 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158a01b9-4155-4f53-87cc-912e4dd97bd0 x-openstack-request-id: req-158a01b9-4155-4f53-87cc-912e4dd97bd0 {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:41.012002 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:41.012002 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-158a01b9-4155-4f53-87cc-912e4dd97bd0 {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:41.012373 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'status': 'completed', 'code': 200} Aug 31 12:49:41.062202 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:41.115154 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71a931-46b8-4800-a638-1529ef684048 req-3c0c184a-7d9c-4a07-80b6-260792d4ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.116971 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-3c0c184a-7d9c-4a07-80b6-260792d4ecee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1098 time: 0.0734546 Aug 31 12:49:41.133152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-cd344db3-bdfa-4b56-afc4-f5001902fe20 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.134960 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-cd344db3-bdfa-4b56-afc4-f5001902fe20 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.0613456 Aug 31 12:49:41.300505 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:1c:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:29Z', 'updated_at': '2021-08-31T12:49:40Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:41.325067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71a931-46b8-4800-a638-1529ef684048 req-dfcb1d72-5e9c-402f-8ae3-e1cd2df056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.326586 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-dfcb1d72-5e9c-402f-8ae3-e1cd2df056c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.1907451 Aug 31 12:49:41.335579 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdd0e-7e01-4cad-afb6-808d6ed0e7d0 req-b8dec081-5622-4cdb-9484-cd83b5c3fb77 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.337291 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-642fdd0e-7e01-4cad-afb6-808d6ed0e7d0 req-b8dec081-5622-4cdb-9484-cd83b5c3fb77 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 945 time: 0.1232595 Aug 31 12:49:41.419671 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:41.429548 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:41.430192 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:41.439500 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-642fdd0e-7e01-4cad-afb6-808d6ed0e7d0 req-6e368685-155c-4f0c-ba2b-aec0e0258e70 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933867 Aug 31 12:49:41.441438 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port 5bbef7b2-7853-4e45-90d5-7e956c6071ee {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:41.441775 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:41.463216 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-2166f63c-e621-4be1-90d3-2ba1e423df3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 997 time: 0.1158719 Aug 31 12:49:41.534622 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:41.537121 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] For port 5bbef7b2-7853-4e45-90d5-7e956c6071ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5bbef7b2-7853-4e45-90d5-7e956c6071ee,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:41.537491 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:41.725274 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71a931-46b8-4800-a638-1529ef684048 req-0f381c65-fd38-4c9b-b25d-760db8193119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.726607 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-0f381c65-fd38-4c9b-b25d-760db8193119 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0866449 Aug 31 12:49:41.755772 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:1c:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:29Z', 'updated_at': '2021-08-31T12:49:40Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:41.771155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:41.771543 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:41.771869 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP a267bdb0-b987-4876-bddb-58f8a661cc84 disassociated. External IP: 172.27.3.56, port: 5bbef7b2-7853-4e45-90d5-7e956c6071ee. Aug 31 12:49:41.772194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for 5bbef7b2-7853-4e45-90d5-7e956c6071ee owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:41.787510 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1cd9e6-383a-48f7-99ec-ddb92d9fcd0b None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:1c:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:49:29Z', 'updated_at': '2021-08-31T12:49:40Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:41.826726 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71a931-46b8-4800-a638-1529ef684048 req-cf05fd0b-aa4d-4599-a602-ad506683410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:41.828893 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-cf05fd0b-aa4d-4599-a602-ad506683410c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911095 Aug 31 12:49:41.970957 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-52c69376-3e7b-4398-8f16-ac7f475b3192 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336699 Aug 31 12:49:41.982210 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88232bfb-9286-4f49-8b0c-154931e66531 None None] New status for floating IP 8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac: ACTIVE {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:49:42.033386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:42.341764 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=5bbef7b2-7853-4e45-90d5-7e956c6071ee,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:42.407118 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3d71a931-46b8-4800-a638-1529ef684048 req-ba665a35-c2ec-4e13-8650-63a46cdd3873 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281266 Aug 31 12:49:42.482513 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:42.558757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-02b7166b-1fb7-4f00-9071-0190d6210198 req-54e5faf8-11b5-4e9a-b01f-f219dd6d8ee5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b83a430-ef8f-405b-8657-32d685df9f2e HTTP/1.1" status: 200 len: 210 time: 0.0330591 Aug 31 12:49:42.616591 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:42.626405 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:42.635943 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:42.636570 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:42.658130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] No DVR routers for this DVR port 5bbef7b2-7853-4e45-90d5-7e956c6071ee on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:49:42.660027 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:42.662061 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-db2b8978-a525-46a7-9320-dd2d3be4a59c req-6d3dd25c-0abe-4afd-8686-77f44e759391 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "DELETE /v2.0/ports/5bbef7b2-7853-4e45-90d5-7e956c6071ee HTTP/1.1" status: 204 len: 173 time: 1.5171850 Aug 31 12:49:42.662520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'name': 'network-vif-deleted', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:42.664829 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ce4ed8-fb49-4af4-9cba-bd113f7c021a" -d '{"events": [{"server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "name": "network-vif-deleted", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:42.721090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5ef76-e4a5-4418-85ef-24e758aed4fe x-openstack-request-id: req-2db5ef76-e4a5-4418-85ef-24e758aed4fe {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:42.721395 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83a430-ef8f-405b-8657-32d685df9f2e", "name": "network-vif-deleted", "tag": "5bbef7b2-7853-4e45-90d5-7e956c6071ee", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:42.721626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2db5ef76-e4a5-4418-85ef-24e758aed4fe {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:42.722074 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83a430-ef8f-405b-8657-32d685df9f2e', 'name': 'network-vif-deleted', 'tag': '5bbef7b2-7853-4e45-90d5-7e956c6071ee', 'status': 'completed', 'code': 200} Aug 31 12:49:42.771264 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:42.985826 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:43.012774 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:43.024063 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:43.025014 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:43.137834 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:43.346700 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:43.374973 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c326ff-8f72-4de9-bde1-7e61a219a30b None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:43.608340 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c52bf64-22fb-4c00-90d1-0e7cd1615daa None None] New status for floating IP a267bdb0-b987-4876-bddb-58f8a661cc84: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:49:43.829300 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-0788e22b-512f-4e7b-b83a-4cef1b8571f1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061533544&fields=id&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 267 time: 0.0345652 Aug 31 12:49:43.941201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-679fc68a-3720-48b8-a979-06329da18076 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:43.941899 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-679fc68a-3720-48b8-a979-06329da18076 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.1055262 Aug 31 12:49:43.957525 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-940be585-317e-4f9c-a4c1-1cf77dfca9e8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/quotas/f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 375 time: 0.0099204 Aug 31 12:49:44.012505 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-258f65a8-f5d7-4c6b-8b51-de1a75d6c0e4 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494723 Aug 31 12:49:44.155027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-a9792a55-8e26-4918-8f91-71d6c0196f57 service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289299 Aug 31 12:49:44.250475 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-2646b75e-dd50-4210-97e7-2a6dcc6ff6ef service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881822 Aug 31 12:49:44.581726 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-21a7ed48-b314-4c4f-88f0-e444b9735f54 req-4a0849ec-23d1-460d-80e0-39e71c23bd39 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 210 time: 0.0274336 Aug 31 12:49:45.418783 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 5bbef7b2-7853-4e45-90d5-7e956c6071ee no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:45.440670 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 5bbef7b2-7853-4e45-90d5-7e956c6071ee {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:45.441021 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 5bbef7b2-7853-4e45-90d5-7e956c6071ee not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:45.732739 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6f533784-ebff-423c-81ff-86e8b4dc23cb req-e2da882a-9693-4950-b027-561f5a15f318 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 210 time: 0.0474155 Aug 31 12:49:45.740704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-c48b0c24-e48d-477b-b512-3c737ae07f18 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:45.743866 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-c48b0c24-e48d-477b-b512-3c737ae07f18 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.1776631 Aug 31 12:49:45.771110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-454a2d0f-c977-4cb2-9eb6-ad6fc668ea33 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345735032&fields=id&tenant_id=60bf89fa0e444b59ac83e00e142965b7 HTTP/1.1" status: 200 len: 267 time: 0.1012547 Aug 31 12:49:45.826571 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-88090116-7cc3-4c4a-8121-dd79f6755141 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 380 time: 0.0701120 Aug 31 12:49:45.840832 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'port': {'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'admin_state_up': True, 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'security_groups': ['9acea2e8-9f44-4651-831f-c88345110ba4']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:45.899647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-7e746fda-4905-43ad-893d-83c774382f3c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:45.901252 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-7e746fda-4905-43ad-893d-83c774382f3c tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 985 time: 0.1214626 Aug 31 12:49:45.921398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Request body: {'port': {'security_groups': ['4df393e6-3439-43ca-b918-28391bea8d5e']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:46.030558 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.089743 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Made reservation on behalf of f9e96e72ffa542ceb7ad95b9b6aef4d1 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:49:46.093857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.341199 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.20.0.13 (754f89e7-b8fb-4965-8923-5b572e4883c4/87287031-b2b6-49b9-bccf-1c183e1ce88c/e307fc75-a4bc-4eda-9a27-8e2b46d5614f) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:49:46.371290 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:46.452504 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.484320 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.499828 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:46.563420 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:46.564084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.565801 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-15f0993a-9c9e-46c5-a888-c1316bba93bb req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "PUT /v2.0/ports/d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 943 time: 0.6547573 Aug 31 12:49:46.566237 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:46.568992 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227628b-bb32-41f9-884f-e2a96e2b6f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:46.576720 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43714) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:46.647607 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafad6aa-6803-4325-8a5f-c4db8753a395 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event updated for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=7']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:46.717757 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c26339-d529-49d9-bb58-6664d9162400 x-openstack-request-id: req-76c26339-d529-49d9-bb58-6664d9162400 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:46.718231 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:46.718608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76c26339-d529-49d9-bb58-6664d9162400 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:46.719941 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:49:46.724724 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.749294 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:46.801836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Transition to ACTIVE for port object e307fc75-a4bc-4eda-9a27-8e2b46d5614f will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:46.950108 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.960042 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.041424 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-1feb6303-46cb-401c-b5d1-032e46294df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:47.042948 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-1feb6303-46cb-401c-b5d1-032e46294df6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1099 time: 0.3080666 Aug 31 12:49:47.050211 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:49:47.050572 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-c36694e1-bf3e-4602-93d6-6cda8298e18c None None] Provisioning complete for port d57babf4-c359-4177-aaa5-edd1be3684b3 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:47.051323 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c36694e1-bf3e-4602-93d6-6cda8298e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.073247 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.098252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:49:47.114831 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:49:47.307943 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:47.308959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.311955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:47.365099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ad4c5f18-343c-46d0-8003-595cbe59ef3c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323467 Aug 31 12:49:47.379586 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3433731-6909-463c-8fb5-2fe731b072b8 req-e2eb78b6-99aa-45dd-b802-12359f441457 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:47.381563 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b3433731-6909-463c-8fb5-2fe731b072b8 req-e2eb78b6-99aa-45dd-b802-12359f441457 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 932 time: 0.3710010 Aug 31 12:49:47.391817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Request body: {'port': {'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:49:47.448399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-de73d613-7c29-4078-ad62-23fc52453eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:47.450272 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-de73d613-7c29-4078-ad62-23fc52453eac service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.3893151 Aug 31 12:49:47.473741 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-874a5b5b-60c6-4e5c-b742-c39e488a4494 None None] Provisioning for port e307fc75-a4bc-4eda-9a27-8e2b46d5614f completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:47.481348 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-874a5b5b-60c6-4e5c-b742-c39e488a4494 None None] Provisioning complete for port e307fc75-a4bc-4eda-9a27-8e2b46d5614f triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:47.481999 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-874a5b5b-60c6-4e5c-b742-c39e488a4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.545693 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-874a5b5b-60c6-4e5c-b742-c39e488a4494 None None] Port e307fc75-a4bc-4eda-9a27-8e2b46d5614f cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:49:47.572267 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b3433731-6909-463c-8fb5-2fe731b072b8 req-c8905d74-95cb-4886-9dad-58d07678b8ac tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712396 Aug 31 12:49:47.586070 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.591075 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.596254 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "DELETE /v2.0/security-groups/85f59812-2388-475d-98fb-5ae5b5417138 HTTP/1.1" status: 204 len: 168 time: 1.0055819 Aug 31 12:49:47.597102 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43718) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:47.610971 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.636700 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12116ff-3cce-4adc-b8b6-7a261e7b75d9 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f59812-2388-475d-98fb-5ae5b5417138,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:47.650577 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-193fa8a6-96c1-495f-9bf9-0005316c736a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 1002 time: 0.1894350 Aug 31 12:49:47.663855 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-67d6b381-ec8a-4204-bcb1-cfe89e7a675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:47.678670 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:49:47.890681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-df7d6ca8-59ae-4171-b7a4-e93e62635030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:47.893313 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-df7d6ca8-59ae-4171-b7a4-e93e62635030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.1871338 Aug 31 12:49:48.072206 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-ef15367a-3bd3-49f3-bb12-3c917ffbd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:48.074715 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-ef15367a-3bd3-49f3-bb12-3c917ffbd931 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1712360 Aug 31 12:49:48.192796 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Deleting port db2748eb-85e9-441b-80ae-af429a8a20cc {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:48.193318 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.271638 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-01e3621e-44d4-4216-a64c-c7a6f769cebf service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850452 Aug 31 12:49:48.291098 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.291625 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.297170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e307fc75-a4bc-4eda-9a27-8e2b46d5614f {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:49:48.308557 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Calling delete_port for db2748eb-85e9-441b-80ae-af429a8a20cc owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:48.344457 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.370479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Transition to ACTIVE for port object e307fc75-a4bc-4eda-9a27-8e2b46d5614f will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:49:48.378140 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.460324 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7227628b-bb32-41f9-884f-e2a96e2b6f5b req-f4caa57c-86b4-4925-be77-ec9fa459098b service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759493 Aug 31 12:49:48.462844 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Pushing event updated for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:48.582844 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.590254 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Attempting to bind port e307fc75-a4bc-4eda-9a27-8e2b46d5614f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:49:48.591057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Attempting to bind port e307fc75-a4bc-4eda-9a27-8e2b46d5614f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:49:48.591597 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Attempting to bind port e307fc75-a4bc-4eda-9a27-8e2b46d5614f on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:48.602074 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Port e307fc75-a4bc-4eda-9a27-8e2b46d5614f on network 754f89e7-b8fb-4965-8923-5b572e4883c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:49:48.602584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Attempting to bind port e307fc75-a4bc-4eda-9a27-8e2b46d5614f on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:49:48.615223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:49:48.615924 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:49:48.616549 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Bound using segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:49:48.617633 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Bound port: e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:49:48.618405 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.634954 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event deleted for resources: {'Port': ['ID=db2748eb-85e9-441b-80ae-af429a8a20cc,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:48.748361 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.749001 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Floating IP 1590101e-b461-477e-a449-66b01a858acb disassociated (deleted). External IP: 172.27.3.178, port: d57babf4-c359-4177-aaa5-edd1be3684b3. Aug 31 12:49:48.796937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:49:48.823426 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:49:48.836683 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.861416 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b6dc-b9e7-4c49-ae03-3f53605908ab req-64a01a9b-c460-4212-9e14-aaff6a232dbf tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:48.864305 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-45e7b6dc-b9e7-4c49-ae03-3f53605908ab req-64a01a9b-c460-4212-9e14-aaff6a232dbf tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.1266520 Aug 31 12:49:48.942582 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:48.943401 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.945810 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] 10.222.0.55 "PUT /v2.0/ports/e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 1094 time: 1.5629778 Aug 31 12:49:48.946439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:48.950664 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654dc71-7211-480c-9ce8-c99ff8be7271" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:49.004073 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88f69-d69c-4d73-903d-15ad52bdbe45 service neutron] Pushing event updated for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:49.042041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-45e7b6dc-b9e7-4c49-ae03-3f53605908ab req-93b5800d-eecd-4987-831e-443b8c2e3b75 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442807 Aug 31 12:49:49.079217 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bb228d-2be3-4b30-86e0-047a3946bcc4 x-openstack-request-id: req-66bb228d-2be3-4b30-86e0-047a3946bcc4 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:49.079747 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:49.080179 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66bb228d-2be3-4b30-86e0-047a3946bcc4 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:49.080834 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'status': 'completed', 'code': 200} Aug 31 12:49:49.102877 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ac47bfe0-ef34-477a-b2a9-907784f89804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:49.104600 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-ac47bfe0-ef34-477a-b2a9-907784f89804 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1097 time: 0.0815573 Aug 31 12:49:49.161766 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Router 309663b7-f9d3-4d18-9670-1744c1eb0adc has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:49.168603 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-e3296c71-212a-4cb1-b0f8-baebc358bd36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 217 time: 0.0535536 Aug 31 12:49:49.260963 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-a395a7c2-1106-45f1-a829-75af1fbfc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:49.263556 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-a395a7c2-1106-45f1-a829-75af1fbfc8ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0857539 Aug 31 12:49:49.330421 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:49.336037 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:49.337293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a81bb-9990-428a-b804-b40feecf18bd req-e9f0e26f-fadf-405a-8b05-5dc732c4d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:49.339384 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-e9f0e26f-fadf-405a-8b05-5dc732c4d1f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681102 Aug 31 12:49:49.346326 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Sync routers for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:49.363513 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:49.364963 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:49.382393 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1ddf8bf5-3af1-4a27-ba17-58c7d359287b tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "DELETE /v2.0/floatingips/1590101e-b461-477e-a449-66b01a858acb HTTP/1.1" status: 204 len: 168 time: 1.7783620 Aug 31 12:49:49.382393 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:49.382940 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec741d4-cdd7-4733-8903-5e623a6aeb50" -d '{"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:49.456359 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a397eb-64f9-4ffa-9414-d07295a3432f x-openstack-request-id: req-68a397eb-64f9-4ffa-9414-d07295a3432f {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:49.456827 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:49.457657 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68a397eb-64f9-4ffa-9414-d07295a3432f {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:49.458205 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:49:49.528455 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:49.579858 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-b32c7dec-391a-4db6-9250-8855a0e740db service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315784 Aug 31 12:49:49.665333 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-2ea87ded-44b3-4626-9d77-521ff22675db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:49.668033 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-2ea87ded-44b3-4626-9d77-521ff22675db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60bf89fa0e444b59ac83e00e142965b7&device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 1099 time: 0.1728542 Aug 31 12:49:49.827469 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-8ef73a9b-6298-40d0-9252-5dcd942f5ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:49.839260 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:49.980356 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Checking router: 309663b7-f9d3-4d18-9670-1744c1eb0adc for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:49.991165 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:49.991776 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:50.118721 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:50.124140 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f20a81bb-9990-428a-b804-b40feecf18bd req-fb89944f-c048-46f9-b4b1-ff12c8c603a5 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344486 Aug 31 12:49:50.138767 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-f3ae58dc-7b06-4580-aaeb-b39370afa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.140903 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-f3ae58dc-7b06-4580-aaeb-b39370afa346 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 200 len: 916 time: 0.4656301 Aug 31 12:49:50.229886 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:50.246187 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-860cefa3-41c1-4616-b5db-39eaa2b7a48c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 200 len: 217 time: 0.0944643 Aug 31 12:49:50.341515 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273c056-7f7b-46c7-a54f-9c25c02e7e61 req-bc73657b-1ccc-4980-a0e0-fc4359683cc5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.344838 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3273c056-7f7b-46c7-a54f-9c25c02e7e61 req-bc73657b-1ccc-4980-a0e0-fc4359683cc5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.2026932 Aug 31 12:49:50.351219 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:50.365363 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-a3463c1e-4a3d-455a-80ad-0ba24961b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.367199 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-a3463c1e-4a3d-455a-80ad-0ba24961b986 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1097 time: 0.1367466 Aug 31 12:49:50.369857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-c801d8d8-2915-4ba8-bf9d-8f6abb68537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.371355 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-c801d8d8-2915-4ba8-bf9d-8f6abb68537a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 200 len: 854 time: 0.1014016 Aug 31 12:49:50.379990 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d13f9a-d1e2-46d4-bb89-3b05a05b3cbb None None] The sync data for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi is: [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:46:43Z', 'revision_number': 4, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6', 'name': '', 'network_id': '4c188729-8e84-46c9-bfa3-cbcdb7b3811f', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'mac_address': 'fa:16:3e:4b:2d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:43Z', 'updated_at': '2021-08-31T12:46:49Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'subnets': [{'id': 'e96db49b-fb0d-4976-b876-cf1156bfd016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:50.467879 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3273c056-7f7b-46c7-a54f-9c25c02e7e61 req-31ee35af-0f33-47e5-82b6-78638b1a9049 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132944 Aug 31 12:49:50.523867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-b77d04aa-24b8-4f96-abcd-54dbb0e66899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.525959 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-b77d04aa-24b8-4f96-abcd-54dbb0e66899 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c188729-8e84-46c9-bfa3-cbcdb7b3811f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1129200 Aug 31 12:49:50.571921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-3b408510-3f27-4ca5-a660-0e74b1b1ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.573462 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-3b408510-3f27-4ca5-a660-0e74b1b1ded9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1697392 Aug 31 12:49:50.651979 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-38d52011-542d-44c0-85d6-74d2b3e540eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 217 time: 0.0522892 Aug 31 12:49:50.685626 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae199d88-7810-4614-a6ca-356ea838fa6d None None] New status for floating IP 1590101e-b461-477e-a449-66b01a858acb: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:49:50.741041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-6bc1da25-9e8d-496c-9837-11bca2185ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970725 Aug 31 12:49:50.743210 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-59c28132-b300-43a6-88eb-b876e72c2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.744831 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-59c28132-b300-43a6-88eb-b876e72c2a92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0828059 Aug 31 12:49:50.931406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-bcc3e806-b793-494c-8e40-948de15d0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:50.933466 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-bcc3e806-b793-494c-8e40-948de15d0bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640642 Aug 31 12:49:51.011897 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8ec741d4-cdd7-4733-8903-5e623a6aeb50 req-7a17ad47-3c2e-4de1-be0c-6f5dc89d21a8 service neutron] 10.222.0.55 "GET /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524326 Aug 31 12:49:51.080049 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-8a757214-0c3e-4b58-a1c5-4aa0a1385faf service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374066 Aug 31 12:49:51.178934 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9654dc71-7211-480c-9ce8-c99ff8be7271 req-1b215275-7824-4ac2-b3eb-d1b396ac21e8 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899282 Aug 31 12:49:51.596834 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248318-8fc3-4ae4-9567-31a7aa6f4d8c req-805e52f7-b99a-429d-92ed-23bb962be512 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:51.598492 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a0248318-8fc3-4ae4-9567-31a7aa6f4d8c req-805e52f7-b99a-429d-92ed-23bb962be512 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0544610 Aug 31 12:49:51.623034 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:51.645327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a0248318-8fc3-4ae4-9567-31a7aa6f4d8c req-2b8319a5-132c-402e-af00-775bb1e636de tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Aug 31 12:49:52.395373 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a616f-c486-49a6-9e55-bd9f8e96c0d3 req-51625bfd-6e9d-4ee1-9b1b-f0cce5b98091 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:52.397032 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1c0a616f-c486-49a6-9e55-bd9f8e96c0d3 req-51625bfd-6e9d-4ee1-9b1b-f0cce5b98091 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0612397 Aug 31 12:49:52.440263 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1c0a616f-c486-49a6-9e55-bd9f8e96c0d3 req-b99ff22e-7d4b-4f78-afa3-dc42577a74c4 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Aug 31 12:49:52.763066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e2da-7d8d-48cf-995f-55a972cf1d27 req-d771378e-2219-4784-9728-307278814bef tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:52.764617 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33f4e2da-7d8d-48cf-995f-55a972cf1d27 req-d771378e-2219-4784-9728-307278814bef tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0506551 Aug 31 12:49:52.804565 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33f4e2da-7d8d-48cf-995f-55a972cf1d27 req-e033a9c4-adce-4269-a59f-c1da8fd942f9 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Aug 31 12:49:53.389989 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:53.559759 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b14b3-3949-4949-b288-bc5c1985f3df req-dc494c26-5eb6-435f-9f9d-4baaece7e3df tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:53.561394 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-537b14b3-3949-4949-b288-bc5c1985f3df req-dc494c26-5eb6-435f-9f9d-4baaece7e3df tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0516844 Aug 31 12:49:53.610418 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-537b14b3-3949-4949-b288-bc5c1985f3df req-988edf9d-fec5-4f31-a32e-067525df456a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Aug 31 12:49:53.932037 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc6db3-4f2d-4184-b4b9-9b5a36bb6cc7 req-09f37745-8ca8-4995-8e56-1264e57a908b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:53.933611 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96dc6db3-4f2d-4184-b4b9-9b5a36bb6cc7 req-09f37745-8ca8-4995-8e56-1264e57a908b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0556383 Aug 31 12:49:53.973860 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-96dc6db3-4f2d-4184-b4b9-9b5a36bb6cc7 req-698d82cf-d7da-44ad-9224-9467cdb4cc77 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Aug 31 12:49:54.502278 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-9966752f-144e-42fd-9c44-2c7cdc873731 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:54.503796 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-9966752f-144e-42fd-9c44-2c7cdc873731 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Aug 31 12:49:54.594346 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Deleting port d57babf4-c359-4177-aaa5-edd1be3684b3 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:54.595066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:54.602626 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:54.721147 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] For port d57babf4-c359-4177-aaa5-edd1be3684b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d57babf4-c359-4177-aaa5-edd1be3684b3,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:54.721589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:54.736745 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Calling delete_port for d57babf4-c359-4177-aaa5-edd1be3684b3 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:54.759303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ba1f1-03ae-4576-9966-6fc3b2bf9f9e req-f8c10550-1d95-433a-814f-e78617db689a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:54.760806 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f85ba1f1-03ae-4576-9966-6fc3b2bf9f9e req-f8c10550-1d95-433a-814f-e78617db689a tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d46b4c7-9e47-4cee-beba-27ab8e63a7c8 HTTP/1.1" status: 200 len: 946 time: 0.0818620 Aug 31 12:49:54.845536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f85ba1f1-03ae-4576-9966-6fc3b2bf9f9e req-694c2b65-f302-4a4d-b6c5-a63d07522d13 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df393e6-3439-43ca-b918-28391bea8d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524433 Aug 31 12:49:54.915809 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:54.927119 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d57babf4-c359-4177-aaa5-edd1be3684b3'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:54.946509 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Pushing event deleted for resources: {'Port': ['ID=d57babf4-c359-4177-aaa5-edd1be3684b3,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:54.994906 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] No DVR routers for this DVR port d57babf4-c359-4177-aaa5-edd1be3684b3 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:49:54.997562 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:54.999788 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d10eac6-3f34-4055-b4db-d82c2eb7500b req-35dfa3d1-919f-4f45-8164-34dc60daaa23 tempest-TestMinimumBasicScenario-1052622688 tempest-TestMinimumBasicScenario-1052622688-project] 10.222.0.55 "DELETE /v2.0/ports/d57babf4-c359-4177-aaa5-edd1be3684b3 HTTP/1.1" status: 204 len: 173 time: 0.4897697 Aug 31 12:49:55.000235 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'name': 'network-vif-deleted', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:55.002506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61305269-14ed-4f3d-9fd6-748bd2cb681e" -d '{"events": [{"server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "name": "network-vif-deleted", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:55.048067 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7644d1a-497c-4166-a2fa-844487df27f7 x-openstack-request-id: req-a7644d1a-497c-4166-a2fa-844487df27f7 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:55.048368 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d46b4c7-9e47-4cee-beba-27ab8e63a7c8", "name": "network-vif-deleted", "tag": "d57babf4-c359-4177-aaa5-edd1be3684b3", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:55.048624 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7644d1a-497c-4166-a2fa-844487df27f7 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:55.049033 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d46b4c7-9e47-4cee-beba-27ab8e63a7c8', 'name': 'network-vif-deleted', 'tag': 'd57babf4-c359-4177-aaa5-edd1be3684b3', 'status': 'completed', 'code': 200} Aug 31 12:49:55.106708 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2da85-e65c-4a27-bb52-341b68ef6962 req-db7a3616-3a86-4011-a58c-5733e9d846b8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:55.108199 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e0b2da85-e65c-4a27-bb52-341b68ef6962 req-db7a3616-3a86-4011-a58c-5733e9d846b8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0557458 Aug 31 12:49:55.152757 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e0b2da85-e65c-4a27-bb52-341b68ef6962 req-f1bc7afd-a06d-4ebc-86c1-198316e7e0f2 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366302 Aug 31 12:49:56.273690 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d89368-280b-43b9-bfe2-1723d1f24154 req-d4a61187-99d4-4128-b537-e9e14178c906 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:56.275272 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-19d89368-280b-43b9-bfe2-1723d1f24154 req-d4a61187-99d4-4128-b537-e9e14178c906 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0543945 Aug 31 12:49:56.315827 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-19d89368-280b-43b9-bfe2-1723d1f24154 req-a0b747a3-56a7-4c29-9f36-a05ee6dc1fda tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Aug 31 12:49:56.554159 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43836) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:56.921202 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.191005 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Deleting port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:57.191244 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.267185 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] For port e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:57.267580 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.280347 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Calling delete_port for e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:57.444985 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33b1a6-2d5f-435a-b38a-84abc8ca00f2 req-70db0b07-9cad-44e0-9b4d-9a2e5ed67f12 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:57.448234 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f33b1a6-2d5f-435a-b38a-84abc8ca00f2 req-70db0b07-9cad-44e0-9b4d-9a2e5ed67f12 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 944 time: 0.0622640 Aug 31 12:49:57.466177 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.490716 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9f33b1a6-2d5f-435a-b38a-84abc8ca00f2 req-6748ece7-a6ce-4593-93e1-c5f59102b920 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Aug 31 12:49:57.495427 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e307fc75-a4bc-4eda-9a27-8e2b46d5614f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:49:57.497496 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Pushing event deleted for resources: {'Port': ['ID=e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:57.498037 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d57babf4-c359-4177-aaa5-edd1be3684b3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:57.541670 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: d57babf4-c359-4177-aaa5-edd1be3684b3 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:57.542017 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d57babf4-c359-4177-aaa5-edd1be3684b3 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:57.652928 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:57.668716 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:49:57.687647 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.715769 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.729779 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e307fc75-a4bc-4eda-9a27-8e2b46d5614f {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:49:57.753136 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:57.757634 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:57.810079 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:57.929453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Router 309663b7-f9d3-4d18-9670-1744c1eb0adc has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:49:58.025318 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['e307fc75-a4bc-4eda-9a27-8e2b46d5614f'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:49:58.281124 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:49:58.286142 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c4e85367-c6c0-422b-a23d-57666c7d3bde admin admin] 10.222.0.60 "PUT /v2.0/routers/309663b7-f9d3-4d18-9670-1744c1eb0adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291799 Aug 31 12:49:58.289139 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43842) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:58.297456 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Sync routers for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:49:58.307295 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:58.308005 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:58.397387 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:58.432378 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:58.504116 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:58.592371 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Deleting port 7eb3075f-d335-4e11-902a-a8b993cf7208 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:58.593537 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:58.673247 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:49:57Z', 'revision_number': 5, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port': {'id': '7eb3075f-d335-4e11-902a-a8b993cf7208', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:41Z', 'updated_at': '2021-08-31T12:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:58.683656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83076251-c41e-43ae-9ae9-3aa4cd095132 req-38b74403-6857-4cb6-8f53-c55e9863e456 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:58.685352 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83076251-c41e-43ae-9ae9-3aa4cd095132 req-38b74403-6857-4cb6-8f53-c55e9863e456 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 945 time: 0.0818939 Aug 31 12:49:58.699774 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] For port 7eb3075f-d335-4e11-902a-a8b993cf7208, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=7eb3075f-d335-4e11-902a-a8b993cf7208,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:58.700473 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:58.716061 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Checking router: 309663b7-f9d3-4d18-9670-1744c1eb0adc for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:49:58.717020 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Calling delete_port for 7eb3075f-d335-4e11-902a-a8b993cf7208 owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:58.727116 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Routers {'309663b7-f9d3-4d18-9670-1744c1eb0adc'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:49:58.728316 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['309663b7-f9d3-4d18-9670-1744c1eb0adc'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:58.737509 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-83076251-c41e-43ae-9ae9-3aa4cd095132 req-44dc41c4-d4fa-40e1-93fb-5d41383f2e8e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Aug 31 12:49:58.831924 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] Set router 309663b7-f9d3-4d18-9670-1744c1eb0adc gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:49:58.892882 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:49:58Z', 'revision_number': 6, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:49:58.915841 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:58.921575 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca1bba-0071-476c-bca7-497261da1bdc None None] The sync data for ids ['309663b7-f9d3-4d18-9670-1744c1eb0adc'] in dv-cinder-788782-6-iscsi is: [{'id': '309663b7-f9d3-4d18-9670-1744c1eb0adc', 'name': 'tempest-TestMinimumBasicScenario-1815524747-router', 'tenant_id': '60bf89fa0e444b59ac83e00e142965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:40Z', 'updated_at': '2021-08-31T12:49:58Z', 'revision_number': 6, 'project_id': '60bf89fa0e444b59ac83e00e142965b7', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:49:58.946424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb3075f-d335-4e11-902a-a8b993cf7208,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:59.013366 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.102738 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.104940 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.147944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.148562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309663b7-f9d3-4d18-9670-1744c1eb0adc {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:49:59.153022 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.154197 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-453ce153-a295-422c-a24a-2fe3b4fea408 admin admin] 10.222.0.60 "DELETE /v2.0/routers/309663b7-f9d3-4d18-9670-1744c1eb0adc HTTP/1.1" status: 204 len: 168 time: 0.8646586 Aug 31 12:49:59.157364 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43848) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:59.201377 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Deleting subnet e96db49b-fb0d-4976-b876-cf1156bfd016 {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:49:59.205068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.243528 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.344863 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.423419 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.449960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96db49b-fb0d-4976-b876-cf1156bfd016,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:59.456408 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.458455 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-23f7d262-04ac-44bc-b7d8-2251f3726c35 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e96db49b-fb0d-4976-b876-cf1156bfd016 HTTP/1.1" status: 204 len: 168 time: 0.3001535 Aug 31 12:49:59.461158 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43850) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:49:59.464385 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc80ae-b947-4a84-85fa-512595dc122e None None] Network 4c188729-8e84-46c9-bfa3-cbcdb7b3811f requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:49:59.506410 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e307fc75-a4bc-4eda-9a27-8e2b46d5614f up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:49:59.538102 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.596055 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Deleting port 311f9786-15ed-497b-8db2-7a165c535bae {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:49:59.596562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.626108 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port e307fc75-a4bc-4eda-9a27-8e2b46d5614f completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:49:59.632351 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port e307fc75-a4bc-4eda-9a27-8e2b46d5614f triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:49:59.632729 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.677894 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] For port 311f9786-15ed-497b-8db2-7a165c535bae, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=311f9786-15ed-497b-8db2-7a165c535bae,segment=NetworkSegment(3dfc2ed3-c60b-49bc-a4ae-d4317738a955),segment_id=3dfc2ed3-c60b-49bc-a4ae-d4317738a955)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:59.678318 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.694108 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Calling delete_port for 311f9786-15ed-497b-8db2-7a165c535bae owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:49:59.747668 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.781349 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af5d4d-a71a-4d2c-af25-8e552c2ea140 None None] DHCP port deletion for 4c188729-8e84-46c9-bfa3-cbcdb7b3811f request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:49:59.783947 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:49:59.804948 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.822268 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:49:59.822643 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e8efe8fc-106b-4b7c-9cbf-2a712acfd4b6 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:49:59.852232 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:49:59.853725 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1c99c-15ff-4562-878f-14dcf2fd21d5" -d '{"events": [{"server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "name": "network-vif-plugged", "status": "completed", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:49:59.856620 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-44af5d4d-a71a-4d2c-af25-8e552c2ea140 None None] The port '311f9786-15ed-497b-8db2-7a165c535bae' was deleted {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 12:49:59.868510 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Pushing event deleted for resources: {'Port': ['ID=311f9786-15ed-497b-8db2-7a165c535bae,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:49:59.875342 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] No DVR routers for this DVR port 311f9786-15ed-497b-8db2-7a165c535bae on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:49:59.875609 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:49:59.883939 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:59.925857 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f4367-d51d-47c2-8238-ecdcf36dcb06 req-f865cf51-de41-4d14-9b9b-3283836aec96 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:49:59.940846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-616f4367-d51d-47c2-8238-ecdcf36dcb06 req-f865cf51-de41-4d14-9b9b-3283836aec96 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 945 time: 0.0897820 Aug 31 12:49:59.964258 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa68357-296f-4efe-989b-31153a243083 x-openstack-request-id: req-ffa68357-296f-4efe-989b-31153a243083 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:49:59.964896 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "name": "network-vif-plugged", "status": "completed", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:49:59.965435 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffa68357-296f-4efe-989b-31153a243083 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:49:59.965797 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'code': 200} Aug 31 12:49:59.966634 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:00.010346 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.028650 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c188729-8e84-46c9-bfa3-cbcdb7b3811f']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:00.040288 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-616f4367-d51d-47c2-8238-ecdcf36dcb06 req-85d316b4-51ba-450a-9414-a9c67fafa063 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966942 Aug 31 12:50:00.046437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfc2ed3-c60b-49bc-a4ae-d4317738a955') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:00.046437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfc2ed3-c60b-49bc-a4ae-d4317738a955') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:00.064115 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.093932 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.110281 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:50:00.111719 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:50:00.114739 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:50:00.198521 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.207793 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.211301 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] 10.222.0.60 "DELETE /v2.0/networks/4c188729-8e84-46c9-bfa3-cbcdb7b3811f HTTP/1.1" status: 204 len: 168 time: 0.7487953 Aug 31 12:50:00.224398 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43858) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:00.234435 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c1da1-8bb9-4731-9c31-d2a74a911fab admin admin] Pushing event deleted for resources: {'Network': ['ID=4c188729-8e84-46c9-bfa3-cbcdb7b3811f,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:00.249663 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7e12-a8df-4502-8976-13b4399380f6 req-079dd3e8-db83-42b7-b003-4f0dbeeefeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:00.251384 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94ae7e12-a8df-4502-8976-13b4399380f6 req-079dd3e8-db83-42b7-b003-4f0dbeeefeef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1099 time: 0.0633707 Aug 31 12:50:00.290625 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-94ae7e12-a8df-4502-8976-13b4399380f6 req-16e1dbec-67ae-47f5-ae07-246f533dfeb7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310588 Aug 31 12:50:00.642153 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.934336 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Deleting port 79bfe6a9-5540-42fe-98b9-7e5a580d1517 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:00.935310 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:01.047522 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] For port 79bfe6a9-5540-42fe-98b9-7e5a580d1517, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=79bfe6a9-5540-42fe-98b9-7e5a580d1517,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:01.048168 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:01.076193 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Calling delete_port for 79bfe6a9-5540-42fe-98b9-7e5a580d1517 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:01.191785 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d870f-3634-41c6-b5f7-c63187cc18e8 req-81854e57-f487-40cc-aa87-3e7132baf3df tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:01.193594 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1d1d870f-3634-41c6-b5f7-c63187cc18e8 req-81854e57-f487-40cc-aa87-3e7132baf3df tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.0653963 Aug 31 12:50:01.240308 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1d1d870f-3634-41c6-b5f7-c63187cc18e8 req-d36d88bd-4dd5-4360-a0e2-53914b4b0601 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379720 Aug 31 12:50:01.340845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:01.344556 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7eb3075f-d335-4e11-902a-a8b993cf7208 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:01.368801 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 7eb3075f-d335-4e11-902a-a8b993cf7208 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:01.369243 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 7eb3075f-d335-4e11-902a-a8b993cf7208 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:01.369840 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 311f9786-15ed-497b-8db2-7a165c535bae no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:01.370224 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bfe6a9-5540-42fe-98b9-7e5a580d1517,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:01.392555 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 311f9786-15ed-497b-8db2-7a165c535bae {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:01.392965 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 311f9786-15ed-497b-8db2-7a165c535bae not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:01.646990 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:01.910045 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Router 9596f2be-3308-4cf5-8960-5d246d00c80c has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:50:02.034480 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:50:02.040442 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3adf0f11-0dbf-43b6-b294-dd6bceb07bd3 admin admin] 10.222.0.60 "PUT /v2.0/routers/9596f2be-3308-4cf5-8960-5d246d00c80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147969 Aug 31 12:50:02.043552 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43864) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:02.044674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Sync routers for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:50:02.064055 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:02.064715 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:02.178178 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.187676 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:02.429824 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:50:01Z', 'revision_number': 5, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:02.442176 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e27570-0e77-4fa9-8c69-1ab3ab00945f req-2f5245dc-8632-47b0-821e-8ad02757c29e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:02.444417 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28e27570-0e77-4fa9-8c69-1ab3ab00945f req-2f5245dc-8632-47b0-821e-8ad02757c29e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.0958302 Aug 31 12:50:02.466360 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Checking router: 9596f2be-3308-4cf5-8960-5d246d00c80c for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:50:02.477266 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Routers {'9596f2be-3308-4cf5-8960-5d246d00c80c'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:02.478239 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['9596f2be-3308-4cf5-8960-5d246d00c80c'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:02.496027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-28e27570-0e77-4fa9-8c69-1ab3ab00945f req-5a940d49-0030-4264-8670-668969630d26 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Aug 31 12:50:02.556045 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.618436 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] Set router 9596f2be-3308-4cf5-8960-5d246d00c80c gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:02.646867 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Deleting port 80306159-2324-44c3-bb36-642fe9f91f93 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:02.647445 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.671580 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40f6c2-fcee-44ca-9144-52acb4129bb7 req-13fb0d66-2b8d-44cc-8dd2-5e2922d60b37 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:02.673868 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc40f6c2-fcee-44ca-9144-52acb4129bb7 req-13fb0d66-2b8d-44cc-8dd2-5e2922d60b37 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.0849850 Aug 31 12:50:02.721453 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bc40f6c2-fcee-44ca-9144-52acb4129bb7 req-27466a15-4fbc-4b12-a28c-0438e03b59ca tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Aug 31 12:50:02.755175 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43872) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:02.769466 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] For port 80306159-2324-44c3-bb36-642fe9f91f93, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=80306159-2324-44c3-bb36-642fe9f91f93,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:02.769860 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.786145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Calling delete_port for 80306159-2324-44c3-bb36-642fe9f91f93 owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:02.817408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c9205-5545-4ffe-aa2a-87e0ea24f8ed tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:02.819150 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-798c9205-5545-4ffe-aa2a-87e0ea24f8ed tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1094 time: 0.0613117 Aug 31 12:50:02.823498 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43874) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:02.828977 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:50:02.850353 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:50:01Z', 'revision_number': 5, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:02.857965 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.892883 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c5e7-5248-44b7-91dc-28732c5e1bba None None] The sync data for ids ['9596f2be-3308-4cf5-8960-5d246d00c80c'] in dv-cinder-788782-6-iscsi is: [{'id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'name': 'tempest-TestMinimumBasicScenario-1923152289-router', 'tenant_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '80306159-2324-44c3-bb36-642fe9f91f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:50:01Z', 'revision_number': 5, 'project_id': '123e0437ef4c48ae8ca1e1371d4c9a7a', 'gw_port': {'id': '80306159-2324-44c3-bb36-642fe9f91f93', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9596f2be-3308-4cf5-8960-5d246d00c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:46Z', 'updated_at': '2021-08-31T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:50:02.986126 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:02.989772 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.022646 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Pushing event deleted for resources: {'Port': ['ID=80306159-2324-44c3-bb36-642fe9f91f93,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:03.108260 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.116305 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.27.3.179 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/43a425e4-7477-4152-ad7c-3c9fbcb2f849) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:50:03.211042 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.213313 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.248673 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.269159 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.269807 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9596f2be-3308-4cf5-8960-5d246d00c80c {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:50:03.277850 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.279811 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-96ea06a9-6187-47f7-a5d4-54faa84ec23c admin admin] 10.222.0.60 "DELETE /v2.0/routers/9596f2be-3308-4cf5-8960-5d246d00c80c HTTP/1.1" status: 204 len: 168 time: 1.2344971 Aug 31 12:50:03.282146 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 43876) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:03.355280 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Deleting subnet eb1a0543-4754-40ce-bf3c-1b9265c95bbc {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:50:03.361316 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.391418 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.413563 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 79bfe6a9-5540-42fe-98b9-7e5a580d1517 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:03.437932 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 79bfe6a9-5540-42fe-98b9-7e5a580d1517 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:03.439322 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 79bfe6a9-5540-42fe-98b9-7e5a580d1517 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:03.474329 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.519348 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:50:03.525436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:50:03.527942 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:50:03.558198 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=43a425e4-7477-4152-ad7c-3c9fbcb2f849,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:03.713170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.832833 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.892937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1a0543-4754-40ce-bf3c-1b9265c95bbc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:03.899990 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:03.902283 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-be1ebc13-9148-4136-97e1-194288da72a7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb1a0543-4754-40ce-bf3c-1b9265c95bbc HTTP/1.1" status: 204 len: 168 time: 0.6186898 Aug 31 12:50:03.904584 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f4a88-2256-4732-bdec-0febb4e9a65c None None] Network 3e2be24e-8a66-4b51-adf4-422b7105b3d2 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:50:03.906014 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43880) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:04.000650 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.119841 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.126200 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Deleting port f8ae1546-affe-4c13-ab17-85b323852154 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:04.126873 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.210350 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] For port f8ae1546-affe-4c13-ab17-85b323852154, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=f8ae1546-affe-4c13-ab17-85b323852154,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:04.210786 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.221015 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.229862 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Calling delete_port for f8ae1546-affe-4c13-ab17-85b323852154 owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:04.255994 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] DHCP port deletion for 3e2be24e-8a66-4b51-adf4-422b7105b3d2 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:50:04.319921 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Deleting port f8ae1546-affe-4c13-ab17-85b323852154 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:04.320305 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.335363 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.370244 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ae1546-affe-4c13-ab17-85b323852154,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:04.376798 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] No DVR routers for this DVR port f8ae1546-affe-4c13-ab17-85b323852154 on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:04.410459 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] For port f8ae1546-affe-4c13-ab17-85b323852154, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=f8ae1546-affe-4c13-ab17-85b323852154,segment=NetworkSegment(81883cbd-0b7f-4143-bd6a-5f84266da6d0),segment_id=81883cbd-0b7f-4143-bd6a-5f84266da6d0)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:04.411466 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.424912 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.430018 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Calling delete_port for f8ae1546-affe-4c13-ab17-85b323852154 owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:04.431697 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.485082 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.505753 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2be24e-8a66-4b51-adf4-422b7105b3d2']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:04.531618 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=43a425e4-7477-4152-ad7c-3c9fbcb2f849,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:04.533678 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81883cbd-0b7f-4143-bd6a-5f84266da6d0') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:04.533980 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81883cbd-0b7f-4143-bd6a-5f84266da6d0') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:04.542043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.547756 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.565407 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.574413 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:50:04.575009 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:50:04.576770 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:50:04.585818 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.623439 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] Pushing event deleted for resources: {'Port': ['ID=f8ae1546-affe-4c13-ab17-85b323852154,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:04.628998 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6790d35-d410-44eb-86a2-b292c26d0beb None None] No DVR routers for this DVR port f8ae1546-affe-4c13-ab17-85b323852154 on host dv-cinder-788782-6-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:04.661099 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.668736 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.670803 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] 10.222.0.60 "DELETE /v2.0/networks/3e2be24e-8a66-4b51-adf4-422b7105b3d2 HTTP/1.1" status: 204 len: 168 time: 0.7632227 Aug 31 12:50:04.683819 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b656bbe-73fb-4659-bc5f-34b6c0f07eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2be24e-8a66-4b51-adf4-422b7105b3d2,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:04.691099 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP 382ed254-20cb-4370-93d1-3d1c9e73df71 associated. External IP: 172.27.3.179, port: e307fc75-a4bc-4eda-9a27-8e2b46d5614f. Aug 31 12:50:04.833453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43886) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:04.891053 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5afb3315-04fc-41a0-abfc-9bed50111038 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60bf89fa0e444b59ac83e00e142965b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521011 Aug 31 12:50:04.891469 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43888) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:04.934410 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:50:04.957213 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:04.991418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.057102 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.062874 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.064631 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4df393e6-3439-43ca-b918-28391bea8d5e HTTP/1.1" status: 204 len: 168 time: 0.1715934 Aug 31 12:50:05.080314 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940d00b-7ea1-4922-a267-a0ffd90b8f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df393e6-3439-43ca-b918-28391bea8d5e,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:05.115370 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:50:05.127127 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:50:05.137065 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:05.137772 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:05.140797 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.169165 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d519cf5a-de9d-4118-bb60-aae0bb063263 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3444235 Aug 31 12:50:05.169752 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:50:05.172640 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f522ab-c32f-462d-b81a-8528c0a6356d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:50:05.229029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a69f87-7b96-4dc8-8cb3-7a9481f0c32c x-openstack-request-id: req-02a69f87-7b96-4dc8-8cb3-7a9481f0c32c {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:50:05.229376 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:50:05.229619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02a69f87-7b96-4dc8-8cb3-7a9481f0c32c {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:50:05.230041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'status': 'completed', 'code': 200} Aug 31 12:50:05.260936 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:05.304063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-8f526f73-4c92-4217-bd7d-c0329a2054e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:05.305967 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-8f526f73-4c92-4217-bd7d-c0329a2054e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1099 time: 0.0541058 Aug 31 12:50:05.367659 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 80306159-2324-44c3-bb36-642fe9f91f93 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:05.390847 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 80306159-2324-44c3-bb36-642fe9f91f93 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:05.391360 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 80306159-2324-44c3-bb36-642fe9f91f93 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:05.391933 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device f8ae1546-affe-4c13-ab17-85b323852154 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:05.415131 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: f8ae1546-affe-4c13-ab17-85b323852154 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:05.415709 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device f8ae1546-affe-4c13-ab17-85b323852154 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:05.561957 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43898) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:05.591617 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:03Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:05.612890 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3486bc51-58d5-4b99-8e33-4399689f1a40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=123e0437ef4c48ae8ca1e1371d4c9a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463908 Aug 31 12:50:05.613264 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43900) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:05.634155 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:50:05.649313 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:05.650270 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:49:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:05.678591 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.702566 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.715453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-8dd7636f-5e71-4ca4-8663-6738ef329016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:05.717794 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-8dd7636f-5e71-4ca4-8663-6738ef329016 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.4041257 Aug 31 12:50:05.763716 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.768088 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:05.770142 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0f22b43-ee17-4b1a-a058-61333fce4296 HTTP/1.1" status: 204 len: 168 time: 0.1557620 Aug 31 12:50:05.779653 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f79d7-e8c0-483a-8285-6885ba8caf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f22b43-ee17-4b1a-a058-61333fce4296,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:05.813945 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-33fa2ec1-49f2-4f17-bb94-5bc38f458ed8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 1000 time: 0.0867164 Aug 31 12:50:05.884152 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-e095f964-08db-43ed-8e7c-06cb80029e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:05.885855 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-e095f964-08db-43ed-8e7c-06cb80029e4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0641134 Aug 31 12:50:05.923007 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:05.943703 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-6223a2a2-0e3a-4aea-a843-b994a23f0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:05.945171 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-6223a2a2-0e3a-4aea-a843-b994a23f0ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490899 Aug 31 12:50:06.068699 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-58cab660-bd98-4a31-88ad-09db54ad98c2 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132958 Aug 31 12:50:06.207462 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:03Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:06.211190 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b9f522ab-c32f-462d-b81a-8528c0a6356d req-8336f5d8-2f8c-4314-aa2a-965a44ad914d service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282141 Aug 31 12:50:06.237517 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce4278-b7a6-4a64-a65d-db83a2e393d6 None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:03Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:50:06.472178 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cd24c-53ec-486a-8fc9-c021851cbb79 None None] New status for floating IP 382ed254-20cb-4370-93d1-3d1c9e73df71: ACTIVE {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:50:17.626418 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-14b4f1aa-abb0-4241-877f-e6f4ed781f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:19.821745 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6e34846a-59da-4775-9990-999305bf139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:20.224624 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:21.625808 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:23.391232 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:24.617752 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:24.669169 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:50:31.464768 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 43978) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:31.619455 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Deleting port d8d8369a-22dd-44f3-961b-2717e67d1d90 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:31.619711 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:31.692651 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:31.692975 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:31.704646 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Calling delete_port for d8d8369a-22dd-44f3-961b-2717e67d1d90 owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:31.847183 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:31.874401 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event deleted for resources: {'Port': ['ID=d8d8369a-22dd-44f3-961b-2717e67d1d90,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:31.884518 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.884869 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.885212 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.885550 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.885886 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.886845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.886845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.887066 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.887174 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.887510 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.887834 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.888756 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:31.949462 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:31.949793 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Floating IP 47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2 disassociated (deleted). External IP: 172.27.3.42, port: b6ea34a5-851c-4a6a-9959-355df49b0603. Aug 31 12:50:32.154047 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:50:32.255621 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:50:32.260873 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:32.265744 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Sync routers for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:50:32.276288 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:32.276910 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:32.290529 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ce41c2a8-92c7-41e1-bfa8-eea561973555 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "DELETE /v2.0/floatingips/47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2 HTTP/1.1" status: 204 len: 168 time: 0.8246665 Aug 31 12:50:32.291145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:50:32.293387 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c97b7-b308-4446-b56b-0f50507f9963" -d '{"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:50:32.333997 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a849c-3799-40e2-afb3-0f62b7744ebf x-openstack-request-id: req-ce7a849c-3799-40e2-afb3-0f62b7744ebf {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:50:32.334286 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:50:32.334673 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce7a849c-3799-40e2-afb3-0f62b7744ebf {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:50:32.335112 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'status': 'completed', 'code': 200} Aug 31 12:50:32.405561 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:32.407502 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c97b7-b308-4446-b56b-0f50507f9963 req-c05f7566-3891-483f-b99c-6d6e2d5f3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:32.410212 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-c05f7566-3891-483f-b99c-6d6e2d5f3c62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ef18b355a64dcdaa561671383d60c0&device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 1099 time: 0.0509803 Aug 31 12:50:32.550301 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4956454-db3c-42c8-8f70-0b79d6ec31bb req-a2e334a6-ca78-47b5-aead-b182b1ab6541 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:32.551906 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4956454-db3c-42c8-8f70-0b79d6ec31bb req-a2e334a6-ca78-47b5-aead-b182b1ab6541 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0675807 Aug 31 12:50:32.580174 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c97b7-b308-4446-b56b-0f50507f9963 req-0c57d32f-3b95-4f62-a0fc-39b24cfc6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:32.581678 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-0c57d32f-3b95-4f62-a0fc-39b24cfc6fcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 200 len: 909 time: 0.1577041 Aug 31 12:50:32.638073 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4956454-db3c-42c8-8f70-0b79d6ec31bb req-35c9bbc3-bf96-4016-bdfd-c7bc00999605 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790951 Aug 31 12:50:32.638346 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:32.639555 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-a82cb0a8-6ea3-433d-8da2-e352b192f770 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 200 len: 217 time: 0.0451915 Aug 31 12:50:32.665134 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Checking router: 93a24f40-c1a3-422b-afb1-a6c64b67bad5 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:50:32.674146 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:32.674739 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:32.702674 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c97b7-b308-4446-b56b-0f50507f9963 req-217e8acd-6866-445c-babe-72c45ec1b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:32.704201 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-217e8acd-6866-445c-babe-72c45ec1b121 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 200 len: 847 time: 0.0447278 Aug 31 12:50:32.754516 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c97b7-b308-4446-b56b-0f50507f9963 req-6aaf0abc-6b10-4faf-8dc2-99d2fad9be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:32.756072 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-6aaf0abc-6b10-4faf-8dc2-99d2fad9be41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efd38b49-288e-4e2b-aa07-402328c7b2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411613 Aug 31 12:50:32.778294 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:32.852762 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-f98e7e81-f95b-428f-a2f9-525bc9d65536 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875969 Aug 31 12:50:32.951519 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-003c97b7-b308-4446-b56b-0f50507f9963 req-5da81a8a-593e-47ce-b12a-c5ac092fd8e6 service neutron] 10.222.0.55 "GET /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888867 Aug 31 12:50:32.989978 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:33.021411 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac480355-c42b-4977-94b5-6cb3020ac114 None None] The sync data for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi is: [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '18ed664d-8ddb-4b92-8449-40e493d9e965', 'name': '', 'network_id': 'efd38b49-288e-4e2b-aa07-402328c7b2f0', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'mac_address': 'fa:16:3e:1d:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:29Z', 'updated_at': '2021-08-31T12:45:36Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'subnets': [{'id': '514bdc13-d25d-4b26-94e9-9a2e7070c3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:50:33.263573 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd58cc0-5988-4db4-a385-d775b2cdc1c6 None None] New status for floating IP 47c1ce0c-7cd8-4f7a-b77f-d130e294bbb2: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:50:33.803277 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c163de-8c71-4130-ac34-a063dae5371e req-fb41d0ea-aed9-4bc8-84a1-e7822f6d7bc7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:33.804727 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6c163de-8c71-4130-ac34-a063dae5371e req-fb41d0ea-aed9-4bc8-84a1-e7822f6d7bc7 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0853970 Aug 31 12:50:33.818170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec7f50-f349-440b-88ba-cb7a5e7c8ac1 req-fc6821d6-9569-4fed-9caa-ae6059077029 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:33.820043 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5ec7f50-f349-440b-88ba-cb7a5e7c8ac1 req-fc6821d6-9569-4fed-9caa-ae6059077029 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0740871 Aug 31 12:50:33.870184 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e6c163de-8c71-4130-ac34-a063dae5371e req-6d668686-e1d9-4908-8fb7-982a3f111922 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491540 Aug 31 12:50:33.883793 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5ec7f50-f349-440b-88ba-cb7a5e7c8ac1 req-bb33d6c5-6f67-4d7f-9898-d0c44f15b4e0 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564859 Aug 31 12:50:34.281705 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-2e1fc136-fbf3-4fb9-a285-16b297dde463 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:34.283201 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-2e1fc136-fbf3-4fb9-a285-16b297dde463 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.55 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 946 time: 0.0501635 Aug 31 12:50:34.378077 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Deleting port b6ea34a5-851c-4a6a-9959-355df49b0603 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:34.378463 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:34.464804 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] For port b6ea34a5-851c-4a6a-9959-355df49b0603, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6ea34a5-851c-4a6a-9959-355df49b0603,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:34.465161 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:34.478918 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Calling delete_port for b6ea34a5-851c-4a6a-9959-355df49b0603 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:34.610059 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:34.636220 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event deleted for resources: {'Port': ['ID=b6ea34a5-851c-4a6a-9959-355df49b0603,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:34.645765 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.646098 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.646440 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.646771 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.647124 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.647450 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.647770 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.648086 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.648403 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.648721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.649045 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.649890 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:34.690551 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] No DVR routers for this DVR port b6ea34a5-851c-4a6a-9959-355df49b0603 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:34.693168 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:34.695171 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd8abe1f-2899-4c62-8f31-330a112f14f3 req-e5cbf480-c694-4b74-9e21-089e508770c0 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.55 "DELETE /v2.0/ports/b6ea34a5-851c-4a6a-9959-355df49b0603 HTTP/1.1" status: 204 len: 173 time: 0.4057796 Aug 31 12:50:34.695605 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-deleted', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:50:34.697801 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0da211-0008-4666-afbb-2f2b3550aed7" -d '{"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-deleted", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:50:34.735524 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5d716-32bc-43e5-a3fd-df40758d832a x-openstack-request-id: req-05e5d716-32bc-43e5-a3fd-df40758d832a {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:50:34.735851 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96284cbc-d430-48e4-8ba3-4f6c6b5357f5", "name": "network-vif-deleted", "tag": "b6ea34a5-851c-4a6a-9959-355df49b0603", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:50:34.736107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05e5d716-32bc-43e5-a3fd-df40758d832a {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:50:34.736512 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96284cbc-d430-48e4-8ba3-4f6c6b5357f5', 'name': 'network-vif-deleted', 'tag': 'b6ea34a5-851c-4a6a-9959-355df49b0603', 'status': 'completed', 'code': 200} Aug 31 12:50:34.974151 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c2148f9-d310-48a3-8044-68736dc6cc58 req-44ae2e00-cfbd-4286-9fda-647b63615855 tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "GET /v2.0/ports?device_id=96284cbc-d430-48e4-8ba3-4f6c6b5357f5 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Aug 31 12:50:35.040319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077880eb-0d31-48dd-9022-60b2796c234d req-58d4b168-3898-461d-bb6d-b2a408ed7d0a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:35.042236 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-077880eb-0d31-48dd-9022-60b2796c234d req-58d4b168-3898-461d-bb6d-b2a408ed7d0a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0704601 Aug 31 12:50:35.086586 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-077880eb-0d31-48dd-9022-60b2796c234d req-67ed11e5-8fdc-4a88-81f3-442df8454916 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Aug 31 12:50:36.033705 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44008) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:36.093940 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:36.119893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:36.213622 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32919-991b-42cb-b4f2-fbe2779b03e7 req-4e83b37e-aba4-4738-b343-06cc661eb697 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:36.215138 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3df32919-991b-42cb-b4f2-fbe2779b03e7 req-4e83b37e-aba4-4738-b343-06cc661eb697 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0569246 Aug 31 12:50:36.215901 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:36.218443 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:36.219550 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] 10.222.0.60 "DELETE /v2.0/security-groups/dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0 HTTP/1.1" status: 204 len: 168 time: 0.1848614 Aug 31 12:50:36.240896 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a26c83-2e4a-4a31-b3bb-0e0102aea8eb tempest-TestShelveInstance-1209450614 tempest-TestShelveInstance-1209450614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc472e9-5fa8-4031-b2d9-85b2a99f5fa0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:36.265334 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3df32919-991b-42cb-b4f2-fbe2779b03e7 req-c46f05ca-4d21-4120-96ad-c3666468c7ed tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Aug 31 12:50:36.265999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44014) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:36.806414 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.053487 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Deleting port 18ed664d-8ddb-4b92-8449-40e493d9e965 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:37.054172 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.135174 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] For port 18ed664d-8ddb-4b92-8449-40e493d9e965, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=18ed664d-8ddb-4b92-8449-40e493d9e965,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:37.135540 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.148592 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Calling delete_port for 18ed664d-8ddb-4b92-8449-40e493d9e965 owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:37.324786 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.361829 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ed664d-8ddb-4b92-8449-40e493d9e965,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:37.459650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf275952-1144-4370-92ee-ae763511823a req-8b60f178-c0ca-4af3-a9a9-e3d0a1f796b6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:37.461276 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf275952-1144-4370-92ee-ae763511823a req-8b60f178-c0ca-4af3-a9a9-e3d0a1f796b6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.1117773 Aug 31 12:50:37.570779 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-cf275952-1144-4370-92ee-ae763511823a req-9f870843-1909-4e3c-92a2-33c10220a700 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032317 Aug 31 12:50:37.588851 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.694045 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:37.713553 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: b6ea34a5-851c-4a6a-9959-355df49b0603 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:37.713903 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device b6ea34a5-851c-4a6a-9959-355df49b0603 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:38.059864 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:50:38.165408 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:50:38.170689 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e8283f13-11a8-4df1-8c06-e1bf1b5bc2c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/93a24f40-c1a3-422b-afb1-a6c64b67bad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035299 Aug 31 12:50:38.173140 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44020) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:38.174203 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Sync routers for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:50:38.183426 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:38.184042 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:38.275963 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.287767 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:38.379387 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.431669 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Deleting port df501a17-a8d8-4d87-95b9-58435fef5fa6 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:38.432018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.467512 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:50:37Z', 'revision_number': 5, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port': {'id': 'df501a17-a8d8-4d87-95b9-58435fef5fa6', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:57:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:38.497735 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Checking router: 93a24f40-c1a3-422b-afb1-a6c64b67bad5 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:50:38.506237 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Routers {'93a24f40-c1a3-422b-afb1-a6c64b67bad5'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:38.506882 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:38.519827 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] For port df501a17-a8d8-4d87-95b9-58435fef5fa6, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=df501a17-a8d8-4d87-95b9-58435fef5fa6,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:38.520216 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.533233 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Calling delete_port for df501a17-a8d8-4d87-95b9-58435fef5fa6 owned by network:router_gateway {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:38.588952 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] Set router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:38.644530 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:50:38Z', 'revision_number': 6, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:38.671255 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246524-7ed6-427e-9602-26ec568dfffb None None] The sync data for ids ['93a24f40-c1a3-422b-afb1-a6c64b67bad5'] in dv-cinder-788782-6-iscsi is: [{'id': '93a24f40-c1a3-422b-afb1-a6c64b67bad5', 'name': 'tempest-TestShelveInstance-760789720-router', 'tenant_id': '25ef18b355a64dcdaa561671383d60c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:27Z', 'updated_at': '2021-08-31T12:50:38Z', 'revision_number': 6, 'project_id': '25ef18b355a64dcdaa561671383d60c0', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:50:38.719911 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b8e8-95cd-4749-a2da-0f6a1873bc5e req-04ee2eed-19db-4761-9dba-45818beaf7a8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:38.721418 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5070b8e8-95cd-4749-a2da-0f6a1873bc5e req-04ee2eed-19db-4761-9dba-45818beaf7a8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0779314 Aug 31 12:50:38.759353 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.801097 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5070b8e8-95cd-4749-a2da-0f6a1873bc5e req-a94cf4f5-289f-4278-a833-9a1df4891a75 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734468 Aug 31 12:50:38.801808 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df501a17-a8d8-4d87-95b9-58435fef5fa6,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:38.863411 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.953545 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:38.955597 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.002132 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.003158 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a24f40-c1a3-422b-afb1-a6c64b67bad5 {{(pid=100546) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:50:39.008295 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.009495 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8a2b0889-24f2-4797-9520-fb13d8e0a0a2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/93a24f40-c1a3-422b-afb1-a6c64b67bad5 HTTP/1.1" status: 204 len: 168 time: 0.8353019 Aug 31 12:50:39.012013 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44024) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:39.066694 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Deleting subnet 514bdc13-d25d-4b26-94e9-9a2e7070c3ff {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:50:39.070498 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.108754 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.194518 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.256337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.282344 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514bdc13-d25d-4b26-94e9-9a2e7070c3ff,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:39.285965 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.288176 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-2de64a16-7cc7-4ff2-97a2-ada94d04494c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/514bdc13-d25d-4b26-94e9-9a2e7070c3ff HTTP/1.1" status: 204 len: 168 time: 0.2748573 Aug 31 12:50:39.292530 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44026) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:39.293225 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb32aa7-4e5c-4c1d-adc5-a30e8c8ac9aa None None] Network efd38b49-288e-4e2b-aa07-402328c7b2f0 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:50:39.361364 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.422919 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Deleting port 5be28d28-cf56-4f52-9568-c70c7339f779 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:39.423963 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.498990 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] For port 5be28d28-cf56-4f52-9568-c70c7339f779, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=5be28d28-cf56-4f52-9568-c70c7339f779,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:39.499406 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.504472 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] DHCP port deletion for efd38b49-288e-4e2b-aa07-402328c7b2f0 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:50:39.520863 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Calling delete_port for 5be28d28-cf56-4f52-9568-c70c7339f779 owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:39.539230 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device df501a17-a8d8-4d87-95b9-58435fef5fa6 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:39.561933 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: df501a17-a8d8-4d87-95b9-58435fef5fa6 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:39.562275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device df501a17-a8d8-4d87-95b9-58435fef5fa6 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:39.562921 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18ed664d-8ddb-4b92-8449-40e493d9e965 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:39.586944 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 18ed664d-8ddb-4b92-8449-40e493d9e965 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:39.587290 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 18ed664d-8ddb-4b92-8449-40e493d9e965 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:39.596898 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Deleting port 5be28d28-cf56-4f52-9568-c70c7339f779 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:39.597280 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.611534 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.640603 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Pushing event deleted for resources: {'Port': ['ID=5be28d28-cf56-4f52-9568-c70c7339f779,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:39.644575 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] No DVR routers for this DVR port 5be28d28-cf56-4f52-9568-c70c7339f779 on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:39.672432 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] For port 5be28d28-cf56-4f52-9568-c70c7339f779, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=5be28d28-cf56-4f52-9568-c70c7339f779,segment=NetworkSegment(2db2ddde-44dc-43c1-9f1d-4faa820e16dc),segment_id=2db2ddde-44dc-43c1-9f1d-4faa820e16dc)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:39.673054 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.687751 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Calling delete_port for 5be28d28-cf56-4f52-9568-c70c7339f779 owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:39.718098 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.729031 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd38b49-288e-4e2b-aa07-402328c7b2f0']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:39.740287 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db2ddde-44dc-43c1-9f1d-4faa820e16dc') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:39.740579 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db2ddde-44dc-43c1-9f1d-4faa820e16dc') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:39.751050 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.768058 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.770985 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.773652 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:50:39.774090 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:50:39.784885 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:50:39.798219 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Pushing event deleted for resources: {'Port': ['ID=5be28d28-cf56-4f52-9568-c70c7339f779,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:39.802788 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] No DVR routers for this DVR port 5be28d28-cf56-4f52-9568-c70c7339f779 on host dv-cinder-788782-6-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:39.810167 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.811050 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.811379 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.811716 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.812053 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.812381 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.812708 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.813220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.814982 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.815480 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.815972 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.816662 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b870c-5f01-4a04-9f13-98437c283fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:50:39.840079 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.846941 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:39.852018 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] 10.222.0.60 "DELETE /v2.0/networks/efd38b49-288e-4e2b-aa07-402328c7b2f0 HTTP/1.1" status: 204 len: 168 time: 0.5552881 Aug 31 12:50:39.852177 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44030) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:39.864384 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515daf-6faf-41a5-9e48-39cc055c469d admin admin] Pushing event deleted for resources: {'Network': ['ID=efd38b49-288e-4e2b-aa07-402328c7b2f0,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:39.999298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ad17-1a91-4aca-8cf9-1cd559e59d60 req-735040bb-132f-4d4b-bf17-f8896d6032dc tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:40.000934 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0105ad17-1a91-4aca-8cf9-1cd559e59d60 req-735040bb-132f-4d4b-bf17-f8896d6032dc tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.1000049 Aug 31 12:50:40.118545 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0105ad17-1a91-4aca-8cf9-1cd559e59d60 req-1d71ec68-2546-4758-bd2f-ce0522c52d4a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055362 Aug 31 12:50:40.294217 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:40.583460 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Deleting port d825b3b5-b89c-4e0e-8795-e98c152130fc {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:40.583793 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:40.672571 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] For port d825b3b5-b89c-4e0e-8795-e98c152130fc, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=d825b3b5-b89c-4e0e-8795-e98c152130fc,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:40.672957 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:40.687699 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Calling delete_port for d825b3b5-b89c-4e0e-8795-e98c152130fc owned by network:router_interface {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:40.878706 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:40.904439 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Pushing event deleted for resources: {'Port': ['ID=d825b3b5-b89c-4e0e-8795-e98c152130fc,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:41.107291 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:41.403036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340fcd6-f3fb-466e-992d-6844e1326162 req-df5dfc65-9295-4fe0-8e4c-a22465c78e66 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:41.406334 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0340fcd6-f3fb-466e-992d-6844e1326162 req-df5dfc65-9295-4fe0-8e4c-a22465c78e66 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.1807926 Aug 31 12:50:41.440070 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 5be28d28-cf56-4f52-9568-c70c7339f779 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:41.480469 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 5be28d28-cf56-4f52-9568-c70c7339f779 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:41.481025 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 5be28d28-cf56-4f52-9568-c70c7339f779 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:41.528267 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0340fcd6-f3fb-466e-992d-6844e1326162 req-4ba10d48-e08e-45d6-adda-e73a754df302 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598600 Aug 31 12:50:41.533830 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Router da510922-9fba-466b-b3e1-6d341e86eb51 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:50:41.735000 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:50:41.743966 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bb5b4a73-9ad9-4d0b-9b69-fd5722164986 admin admin] 10.222.0.60 "PUT /v2.0/routers/da510922-9fba-466b-b3e1-6d341e86eb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905871 Aug 31 12:50:41.745496 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Sync routers for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:50:41.747978 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44034) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:41.759106 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:41.759850 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:41.893493 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:41.897955 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:42.054480 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.144464 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Deleting port a52506ea-9cab-4fa1-978a-ecbe3e2474ae {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:42.144916 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.280270 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] For port a52506ea-9cab-4fa1-978a-ecbe3e2474ae, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:42.280891 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.302392 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Calling delete_port for a52506ea-9cab-4fa1-978a-ecbe3e2474ae owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:42.307313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:50:40Z', 'revision_number': 5, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port': {'id': 'a52506ea-9cab-4fa1-978a-ecbe3e2474ae', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:42.338995 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Checking router: da510922-9fba-466b-b3e1-6d341e86eb51 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:50:42.350730 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Routers {'da510922-9fba-466b-b3e1-6d341e86eb51'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:50:42.351428 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:50:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['da510922-9fba-466b-b3e1-6d341e86eb51'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:42.471768 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] Set router da510922-9fba-466b-b3e1-6d341e86eb51 gateway port host: None {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:50:42.573578 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:50:42Z', 'revision_number': 6, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:42.585707 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.621089 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52506ea-9cab-4fa1-978a-ecbe3e2474ae,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:42.623531 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94677-1d66-4396-88f3-73c131e0b552 None None] The sync data for ids ['da510922-9fba-466b-b3e1-6d341e86eb51'] in dv-cinder-788782-6-iscsi is: [{'id': 'da510922-9fba-466b-b3e1-6d341e86eb51', 'name': 'tempest-TestShelveInstance-1229571531-router', 'tenant_id': '267e8e05f68949c298ac415c70412800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:45:32Z', 'updated_at': '2021-08-31T12:50:42Z', 'revision_number': 6, 'project_id': '267e8e05f68949c298ac415c70412800', 'gw_port_host': None}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:50:42.722904 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.732612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27076ba7-5f2b-4b09-acf9-b40877cc118b req-72114a6f-d37e-4e42-8f13-d13465edaeb4 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:42.734870 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27076ba7-5f2b-4b09-acf9-b40877cc118b req-72114a6f-d37e-4e42-8f13-d13465edaeb4 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0776920 Aug 31 12:50:42.783899 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-27076ba7-5f2b-4b09-acf9-b40877cc118b req-dd8d3275-d0ab-4820-9f28-571dc3b01a34 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Aug 31 12:50:42.836249 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.838750 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.891358 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.892005 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da510922-9fba-466b-b3e1-6d341e86eb51 {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:50:42.897305 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:42.899266 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c2a35442-dfb1-43f5-bbb5-ab68f380cee5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/da510922-9fba-466b-b3e1-6d341e86eb51 HTTP/1.1" status: 204 len: 168 time: 1.1494586 Aug 31 12:50:42.902727 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44038) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:42.957331 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Deleting subnet 7fbbad71-365c-4b00-9bb0-39f3e60cf847 {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:50:42.960940 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.005920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.123412 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.184044 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.216054 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbbad71-365c-4b00-9bb0-39f3e60cf847,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:43.220300 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.222250 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-dd793f95-9494-4240-b105-de71289d5fa7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7fbbad71-365c-4b00-9bb0-39f3e60cf847 HTTP/1.1" status: 204 len: 168 time: 0.3181446 Aug 31 12:50:43.226197 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44040) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:43.230261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be80c72-9f13-4f93-8e70-548aad9af535 None None] Network aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:50:43.306066 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.394334 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Deleting port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:43.394737 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.472520 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] DHCP port deletion for aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:50:43.565940 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Deleting port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:50:43.566574 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.588599 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a52506ea-9cab-4fa1-978a-ecbe3e2474ae no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:43.690664 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: a52506ea-9cab-4fa1-978a-ecbe3e2474ae {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:43.691169 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a52506ea-9cab-4fa1-978a-ecbe3e2474ae not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:43.691891 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d825b3b5-b89c-4e0e-8795-e98c152130fc no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:43.732577 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: d825b3b5-b89c-4e0e-8795-e98c152130fc {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:50:43.733149 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device d825b3b5-b89c-4e0e-8795-e98c152130fc not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:50:43.733887 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:50:43.758541 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] For port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:43.759251 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.778841 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Calling delete_port for a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:43.801010 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] For port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,segment=NetworkSegment(52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a),segment_id=52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:50:43.801684 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.837750 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Calling delete_port for a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:50:43.889620 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.941536 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:43.947689 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] No DVR routers for this DVR port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:43.966172 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 update to DOWN by agent not found {{(pid=100547) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 12:50:44.006959 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b76e-1c89-4429-9b98-5592792106d1 req-8d931972-f37e-46a9-8af2-ebd77f7fa13a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:44.009605 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd45b76e-1c89-4429-9b98-5592792106d1 req-8d931972-f37e-46a9-8af2-ebd77f7fa13a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0890863 Aug 31 12:50:44.035646 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.073559 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fd45b76e-1c89-4429-9b98-5592792106d1 req-e76b4e29-1310-44bd-af9d-f97f6b584446 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554640 Aug 31 12:50:44.089664 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.092774 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] Pushing event deleted for resources: {'Port': ['ID=a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:44.100621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc75acf-b309-4950-9c03-29420dd977bb None None] No DVR routers for this DVR port a9573ae2-e8eb-4ab1-a36c-8dd13c5960f9 on host dv-cinder-788782-6-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:50:44.114437 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:44.131462 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:44.131859 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d66ad4-ff9d-4a2e-8e28-3ba65c2f566a') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:50:44.145657 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.168397 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.176824 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:50:44.177486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:50:44.179917 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:50:44.272779 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.283500 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.285523 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4 HTTP/1.1" status: 204 len: 168 time: 1.0581679 Aug 31 12:50:44.299153 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69021761-d1ad-4db0-aa7e-1937f88c6ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5bafaa-84ba-4cd1-8ca4-349e8fa11dd4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:44.481531 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44048) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:44.543517 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-879cca31-d7b9-4cae-9f97-262549c64a13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25ef18b355a64dcdaa561671383d60c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600271 Aug 31 12:50:44.547501 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44050) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:44.625982 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.668004 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.742839 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.747517 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.749467 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ef4116a-4479-49ae-a604-0d7c9bfb0916 HTTP/1.1" status: 204 len: 168 time: 0.2007914 Aug 31 12:50:44.760736 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2121d69-bd37-4b22-b089-3aa0c1a9c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4116a-4479-49ae-a604-0d7c9bfb0916,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:45.267100 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed0223-9a0b-458d-8ca0-203654d42bac req-7f4b8d0b-ed5c-4aeb-84a4-8cd4451a5dd8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:45.269717 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfed0223-9a0b-458d-8ca0-203654d42bac req-7f4b8d0b-ed5c-4aeb-84a4-8cd4451a5dd8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0913758 Aug 31 12:50:45.317845 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44058) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:45.339894 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfed0223-9a0b-458d-8ca0-203654d42bac req-6d11b069-9b1b-46f2-96c7-5fba9dd4c80b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620136 Aug 31 12:50:45.385857 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-4cffaba6-aa26-4c2b-a924-b9a919a93cd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=267e8e05f68949c298ac415c70412800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658681 Aug 31 12:50:45.388651 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44060) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:50:45.455173 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:45.479467 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:45.540758 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:45.544235 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:45.545490 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ae1bf02-2010-4de8-96af-c72e22d2264a HTTP/1.1" status: 204 len: 168 time: 0.1557596 Aug 31 12:50:45.555384 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b92c5-af2b-49a7-84bc-3a2f98cc8909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1bf02-2010-4de8-96af-c72e22d2264a,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:50:46.543057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e03f8-b4d1-4129-bd03-a4a91ebf9eb5 req-ab7cf348-9165-4be0-8969-ba4d62e860f3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:46.545895 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-184e03f8-b4d1-4129-bd03-a4a91ebf9eb5 req-ab7cf348-9165-4be0-8969-ba4d62e860f3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0850296 Aug 31 12:50:46.617237 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-184e03f8-b4d1-4129-bd03-a4a91ebf9eb5 req-8e9da685-b275-4d8b-b665-39f1b9b217b9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612559 Aug 31 12:50:47.629492 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c41bcc3c-464c-495e-b93b-f78822bb0fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:47.742567 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ffc6b-381b-49f9-a719-d8735c32f37b req-841df341-13c4-442f-a6de-f8d4e155613b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:47.744153 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-133ffc6b-381b-49f9-a719-d8735c32f37b req-841df341-13c4-442f-a6de-f8d4e155613b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0519559 Aug 31 12:50:47.784415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-133ffc6b-381b-49f9-a719-d8735c32f37b req-86968df1-75ab-4845-8aea-3698f49eed79 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339565 Aug 31 12:50:48.932263 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb163-e026-4cde-8215-7d7530531f69 req-fbbf3570-e6d5-41f8-93a1-dc253069edc6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:48.933903 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4cceb163-e026-4cde-8215-7d7530531f69 req-fbbf3570-e6d5-41f8-93a1-dc253069edc6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0641360 Aug 31 12:50:48.982491 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4cceb163-e026-4cde-8215-7d7530531f69 req-9b7a3f4c-021f-4d07-bece-9af5313e7e51 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 Aug 31 12:50:49.824193 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8201b21-c06b-4e0c-89c6-b2b559157914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:50.122057 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fec1f3-4446-4c37-aa8c-d70b528954a6 req-04bfa292-95b0-4650-b2dc-50f1c5c92f42 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.123697 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-98fec1f3-4446-4c37-aa8c-d70b528954a6 req-04bfa292-95b0-4650-b2dc-50f1c5c92f42 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0587933 Aug 31 12:50:50.165430 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-98fec1f3-4446-4c37-aa8c-d70b528954a6 req-eaf6a7e1-20d5-4af6-882c-c95f96b1d108 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Aug 31 12:50:50.224930 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:50.423244 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca21b4-f209-4701-ab66-8840ffebf826 req-1d60a061-56f9-406e-8aee-7b154bb01613 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.424735 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9aca21b4-f209-4701-ab66-8840ffebf826 req-1d60a061-56f9-406e-8aee-7b154bb01613 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0583003 Aug 31 12:50:50.485381 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9aca21b4-f209-4701-ab66-8840ffebf826 req-e86e9296-6afc-4178-b7b2-c332dc1b2301 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521321 Aug 31 12:50:50.518214 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-91b50624-d4ae-4b8a-b1b6-482817bb4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.519813 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-91b50624-d4ae-4b8a-b1b6-482817bb4017 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1098 time: 0.0546873 Aug 31 12:50:50.625337 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-b74d170f-a86f-4e9b-9d5b-4c3ef7a615db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.626724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-b74d170f-a86f-4e9b-9d5b-4c3ef7a615db service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.0961792 Aug 31 12:50:50.711528 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-dc968393-b75e-418c-8cb4-9fd972a773af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 999 time: 0.0681803 Aug 31 12:50:50.767883 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-2587d1c8-c93f-49cc-9bd8-8e914028bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.769494 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-2587d1c8-c93f-49cc-9bd8-8e914028bb9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0471632 Aug 31 12:50:50.820381 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-04c88cbd-843d-47f1-ba05-1af6db4db685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:50.821994 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-04c88cbd-843d-47f1-ba05-1af6db4db685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444434 Aug 31 12:50:50.922904 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-ba6bc1ba-b002-4fc2-8bbf-2bec47ca9e05 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923884 Aug 31 12:50:51.028371 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3e9a4034-b9bc-479e-a1ba-5bd6bd60c3c9 req-85ccd786-7995-40a8-b911-9e0c39f71712 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973721 Aug 31 12:50:51.630295 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:51.640554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fb5da-a6dc-4d06-be8b-13234914f8f2 req-574e1969-ee05-4915-a03b-1d74b401ac2e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:51.642172 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b6fb5da-a6dc-4d06-be8b-13234914f8f2 req-574e1969-ee05-4915-a03b-1d74b401ac2e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0723269 Aug 31 12:50:51.686391 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4b6fb5da-a6dc-4d06-be8b-13234914f8f2 req-d945ce98-15ce-4a01-949a-6b5877dc13fe tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378420 Aug 31 12:50:52.827163 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558c483-5d58-4510-89bb-b10483ff004f req-d0f319b5-a128-456a-80c3-f460cb670b60 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:50:52.828804 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2558c483-5d58-4510-89bb-b10483ff004f req-d0f319b5-a128-456a-80c3-f460cb670b60 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0669475 Aug 31 12:50:52.881461 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2558c483-5d58-4510-89bb-b10483ff004f req-8c175297-32fa-4981-98b8-8fa5eed30906 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 Aug 31 12:50:53.401960 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:54.614254 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:01.671125 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:51:01.838186 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-86063986-66f4-48bd-819b-d6a06f6aa960 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468254 Aug 31 12:51:01.965715 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a10cd-8250-4771-897f-88f152096236 req-1f58d92d-3767-4986-a66c-3cad9b708d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:01.968371 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-1f58d92d-3767-4986-a66c-3cad9b708d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1098 time: 0.0675046 Aug 31 12:51:02.114653 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a10cd-8250-4771-897f-88f152096236 req-8806aada-9b57-4a38-af5a-53757b787d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:02.117299 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-8806aada-9b57-4a38-af5a-53757b787d99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.1233585 Aug 31 12:51:02.229791 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-6c55dbf7-e4d4-4b17-9eaf-e1adfda1269c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 999 time: 0.0976133 Aug 31 12:51:02.297999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a10cd-8250-4771-897f-88f152096236 req-1a2dbb3f-6a17-4236-918c-55f9d8cb1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:02.299820 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-1a2dbb3f-6a17-4236-918c-55f9d8cb1ffd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0592804 Aug 31 12:51:02.359036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a10cd-8250-4771-897f-88f152096236 req-2d89d075-a558-4c50-b474-889ca3ff2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:02.360636 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-2d89d075-a558-4c50-b474-889ca3ff2d24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466180 Aug 31 12:51:02.512446 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-f16fd520-5960-4f08-8b63-b516e4b817a4 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385646 Aug 31 12:51:02.985533 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c74a10cd-8250-4771-897f-88f152096236 req-0be40437-07fe-47a9-abad-89112842489b service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661038 Aug 31 12:51:17.643570 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-543f166f-1d04-4219-9ce8-4cec78104087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:19.842689 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-25d3d161-f9db-4ee8-8869-656ae697c27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:20.230248 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:21.634689 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:23.401922 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:24.628802 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:27.620770 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067257cb-519e-40de-ab46-4b5183058b35 req-d2dc965b-1e2f-48fb-8640-5e64dd3d3324 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:27.622282 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-067257cb-519e-40de-ab46-4b5183058b35 req-d2dc965b-1e2f-48fb-8640-5e64dd3d3324 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0773640 Aug 31 12:51:27.673357 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-067257cb-519e-40de-ab46-4b5183058b35 req-b5a07eb7-97d4-4c28-a85f-4c084879cb62 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Aug 31 12:51:29.030744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3a26-0974-4735-b8e1-1590df3ee54d req-c05a3d77-f79e-4a36-881a-74411b5984cf tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:29.032548 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-845e3a26-0974-4735-b8e1-1590df3ee54d req-c05a3d77-f79e-4a36-881a-74411b5984cf tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.2616789 Aug 31 12:51:29.084666 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-845e3a26-0974-4735-b8e1-1590df3ee54d req-92c23600-f2b2-4da9-abc1-fd4046d9d149 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Aug 31 12:51:30.284574 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207851f3-6302-424e-9aad-617958e219f2 req-10c14253-e2ef-400f-a3c2-a6cb56793ec8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:30.287446 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-207851f3-6302-424e-9aad-617958e219f2 req-10c14253-e2ef-400f-a3c2-a6cb56793ec8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0891795 Aug 31 12:51:30.364703 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-207851f3-6302-424e-9aad-617958e219f2 req-955a45bf-d9e4-4a60-9bd3-eeed14d93b14 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652976 Aug 31 12:51:31.518052 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd765d4-f9a4-44ef-9a70-8dddace3d6ef req-bf43ca2c-6b7d-46e0-bab7-0e22a18ba869 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:31.519912 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ddd765d4-f9a4-44ef-9a70-8dddace3d6ef req-bf43ca2c-6b7d-46e0-bab7-0e22a18ba869 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0592711 Aug 31 12:51:31.571720 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ddd765d4-f9a4-44ef-9a70-8dddace3d6ef req-9e01762f-8148-432e-8baf-20c095ae722a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Aug 31 12:51:32.694964 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140246f0-8dac-4ae8-bec9-bcf950988055 req-b7611129-2ac4-4005-b582-b34b25048e73 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:32.696530 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-140246f0-8dac-4ae8-bec9-bcf950988055 req-b7611129-2ac4-4005-b582-b34b25048e73 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0527716 Aug 31 12:51:32.747246 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-140246f0-8dac-4ae8-bec9-bcf950988055 req-c81f7658-604d-4a2f-ad42-0ca7d0ae0e46 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Aug 31 12:51:33.879351 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1fe12-4e3e-4bf7-a48a-69f615d7d461 req-75c0176d-12e1-4084-adf0-1cbb1dc93f83 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:33.881027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10b1fe12-4e3e-4bf7-a48a-69f615d7d461 req-75c0176d-12e1-4084-adf0-1cbb1dc93f83 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0539639 Aug 31 12:51:33.927568 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-10b1fe12-4e3e-4bf7-a48a-69f615d7d461 req-3fecf186-9a19-4881-95b5-ea8fb6de9e56 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Aug 31 12:51:35.071291 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93895-dd32-45c3-8144-bcf74b99b4f4 req-719b7be8-1b86-440e-b0d4-13db332c187b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:35.073826 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bcb93895-dd32-45c3-8144-bcf74b99b4f4 req-719b7be8-1b86-440e-b0d4-13db332c187b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0585916 Aug 31 12:51:35.117670 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bcb93895-dd32-45c3-8144-bcf74b99b4f4 req-1b85c2ce-aa42-4305-a9c1-f0b94f73284d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373118 Aug 31 12:51:36.259720 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aafd2-b05d-45a4-9890-ea12ab44dae2 req-ef6d86d1-6185-4757-ba9d-4ea45564aae2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:36.261316 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-464aafd2-b05d-45a4-9890-ea12ab44dae2 req-ef6d86d1-6185-4757-ba9d-4ea45564aae2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0527544 Aug 31 12:51:36.311067 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-464aafd2-b05d-45a4-9890-ea12ab44dae2 req-d00cc14a-6fed-41fc-a491-4e0c1efe6099 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Aug 31 12:51:37.451212 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53aebf-11b3-481a-a163-303cd7603365 req-20c03f0a-9e83-4816-b591-477aeeec8fab tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:37.452923 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e53aebf-11b3-481a-a163-303cd7603365 req-20c03f0a-9e83-4816-b591-477aeeec8fab tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0577619 Aug 31 12:51:37.502363 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9e53aebf-11b3-481a-a163-303cd7603365 req-352f39ee-5d80-4893-b7d7-d7d412f5c9a6 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Aug 31 12:51:38.653296 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca0fb1-3a6f-4897-97e3-08c43548d393 req-6daf6eca-1173-4bd1-bc16-3319b684c5db tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:38.655093 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c2ca0fb1-3a6f-4897-97e3-08c43548d393 req-6daf6eca-1173-4bd1-bc16-3319b684c5db tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0567234 Aug 31 12:51:38.675407 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:51:38.705753 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c2ca0fb1-3a6f-4897-97e3-08c43548d393 req-44f254e4-3a3f-45e2-b519-a5d00f08c3ed tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Aug 31 12:51:38.974298 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93908d3c-5360-47b7-bc2c-6ceab8955bf8 req-414f5b63-d595-468a-84ba-abe68a628892 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:38.975940 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93908d3c-5360-47b7-bc2c-6ceab8955bf8 req-414f5b63-d595-468a-84ba-abe68a628892 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0724881 Aug 31 12:51:39.031458 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-93908d3c-5360-47b7-bc2c-6ceab8955bf8 req-415e0576-3a6d-47ae-9374-cd40721aa0ac tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484970 Aug 31 12:51:39.070675 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a918e-400d-422d-bfef-961b2a0982f5 req-dce30015-1cf3-477c-8fbc-cd191dec8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:39.072575 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-dce30015-1cf3-477c-8fbc-cd191dec8db1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 1098 time: 0.1345885 Aug 31 12:51:39.234782 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a918e-400d-422d-bfef-961b2a0982f5 req-faf7fa71-c47c-4f26-8227-ce8db66a56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:39.237339 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-faf7fa71-c47c-4f26-8227-ce8db66a56f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.1566327 Aug 31 12:51:39.324385 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-6f329e31-39a2-4787-b9cf-4fee9421f69a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 200 len: 999 time: 0.0789039 Aug 31 12:51:39.384506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a918e-400d-422d-bfef-961b2a0982f5 req-8708211a-3550-4ce1-926e-421a206815c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:39.386148 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-8708211a-3550-4ce1-926e-421a206815c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0552578 Aug 31 12:51:39.439174 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a918e-400d-422d-bfef-961b2a0982f5 req-b0a36018-08f2-4acc-8630-da1d9a685354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:39.440774 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-b0a36018-08f2-4acc-8630-da1d9a685354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465722 Aug 31 12:51:39.452548 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-95d37b00-2d4e-4e39-b11f-89cc2aeeee63 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:51:39.453643 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-95d37b00-2d4e-4e39-b11f-89cc2aeeee63 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059917 Aug 31 12:51:39.560019 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-27480024-90ea-4050-979c-d355aa7a440c service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991387 Aug 31 12:51:39.661885 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-634a918e-400d-422d-bfef-961b2a0982f5 req-009da82c-8a1b-4d22-8cbe-cfc57c76d74e service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939524 Aug 31 12:51:40.179735 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99abbc-140e-4afd-bf5b-5f3dbb4be4a7 req-b5571449-ebfc-4161-9d8f-cf4db61e04ff tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:40.181383 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b99abbc-140e-4afd-bf5b-5f3dbb4be4a7 req-b5571449-ebfc-4161-9d8f-cf4db61e04ff tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0617237 Aug 31 12:51:40.229298 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1b99abbc-140e-4afd-bf5b-5f3dbb4be4a7 req-1e0869f1-4ffc-4171-9462-6d0b8535da8b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Aug 31 12:51:41.361215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf295d-722b-4781-b9ac-afdf31920293 req-8c56e785-3067-4863-863b-f0a782cc6d1d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:41.363053 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5bf295d-722b-4781-b9ac-afdf31920293 req-8c56e785-3067-4863-863b-f0a782cc6d1d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0540767 Aug 31 12:51:41.417186 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b5bf295d-722b-4781-b9ac-afdf31920293 req-349fdf52-b052-4296-9f08-36575bd62d64 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Aug 31 12:51:47.636417 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-60f8fbd8-3e49-458a-8d4a-e868a163ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:49.829906 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-9225724e-2ecb-4081-9263-9e5e4604c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:50.225189 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:51.631279 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:53.241050 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-20c8a232-3e2d-404e-9595-1bdc56b1fa54 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061533544&fields=id&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 267 time: 0.0374022 Aug 31 12:51:53.361339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-9172838a-ecc8-4f04-95df-f19def6a81b7 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:53.363220 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-9172838a-ecc8-4f04-95df-f19def6a81b7 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.1145599 Aug 31 12:51:53.392613 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-dbfbcc65-db07-4f24-bd90-e4852cf974a1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/quotas/f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 375 time: 0.0174763 Aug 31 12:51:53.403542 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:53.460555 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-50ff2eaa-878a-41ef-8434-ac793b642dff tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0616169 Aug 31 12:51:53.478427 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-0a9a66b4-4476-4da9-a75c-958e65589d7f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:51:53.479669 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-0a9a66b4-4476-4da9-a75c-958e65589d7f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067329 Aug 31 12:51:53.581844 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-ca98c9e5-cc41-4154-9327-31d2b453a56d service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944304 Aug 31 12:51:53.676696 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-f29acfcc-7ca0-49c4-b52d-0d04e4009690 service neutron] 10.222.0.60 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884917 Aug 31 12:51:54.033926 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a292f6e9-8adb-4866-9762-f7910a327a7d req-2d7069d1-0b6b-4410-b39d-c8cd1dcef3c1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 210 time: 0.0300992 Aug 31 12:51:54.629614 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:55.161749 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-206ccee2-4866-4bf0-8d0f-8a69bebb661a req-602ad235-107d-491e-a97f-7b6199d893c8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 210 time: 0.0319355 Aug 31 12:51:55.375927 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-29722a2d-1c1c-4c95-843b-63febfc4d018 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:55.378117 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-29722a2d-1c1c-4c95-843b-63febfc4d018 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 812 time: 0.1594243 Aug 31 12:51:55.425851 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-f5b38a7c-d01a-4bdc-97a5-c43770d2ecca tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1 HTTP/1.1" status: 200 len: 380 time: 0.0384173 Aug 31 12:51:55.436806 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'port': {'device_id': 'eed78fbf-163f-4384-adcd-be241645d834', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'admin_state_up': True, 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'security_groups': ['9acea2e8-9f44-4651-831f-c88345110ba4']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:51:55.580332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Made reservation on behalf of f9e96e72ffa542ceb7ad95b9b6aef4d1 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:51:55.584185 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:55.778179 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.20.0.7 (754f89e7-b8fb-4965-8923-5b572e4883c4/87287031-b2b6-49b9-bccf-1c183e1ce88c/15f3c678-a950-45c3-81b1-707ae7a34d70) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:51:55.983374 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.007950 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Transition to ACTIVE for port object 15f3c678-a950-45c3-81b1-707ae7a34d70 will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:51:56.050723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.097048 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:51:56.100310 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:51:56.106253 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:51:56.148041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:51:56.168728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.169660 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.169660 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.170018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.170577 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.171154 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.171740 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.172300 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.172854 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.173400 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.173943 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.174492 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:51:56.206052 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:56.207200 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.232077 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d2c627c5-ae3c-43a2-a651-488c1d07f6e1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992587 Aug 31 12:51:56.250234 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Request body: {'port': {'device_id': 'eed78fbf-163f-4384-adcd-be241645d834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:51:56.359451 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.371886 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b411-1017-42fd-8384-93f29e32038a req-ebe8e885-214d-4c6e-95a4-a8dee3cc67ed tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:56.373389 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2bd3b411-1017-42fd-8384-93f29e32038a req-ebe8e885-214d-4c6e-95a4-a8dee3cc67ed tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 931 time: 0.0867095 Aug 31 12:51:56.383018 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6109ad71-dc40-4fe6-9f8f-91ad949c49c3 None None] Provisioning for port 15f3c678-a950-45c3-81b1-707ae7a34d70 completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:51:56.389549 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-6109ad71-dc40-4fe6-9f8f-91ad949c49c3 None None] Provisioning complete for port 15f3c678-a950-45c3-81b1-707ae7a34d70 triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:51:56.390133 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6109ad71-dc40-4fe6-9f8f-91ad949c49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.448372 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6109ad71-dc40-4fe6-9f8f-91ad949c49c3 None None] Port 15f3c678-a950-45c3-81b1-707ae7a34d70 cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:51:56.451394 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2bd3b411-1017-42fd-8384-93f29e32038a req-02e80741-4677-4161-80b0-d434440fc38e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662982 Aug 31 12:51:56.771288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f3c678-a950-45c3-81b1-707ae7a34d70 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:51:56.786254 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.806477 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Transition to ACTIVE for port object 15f3c678-a950-45c3-81b1-707ae7a34d70 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:51:56.811601 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:56.863707 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Pushing event updated for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:51:56.976853 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Attempting to bind port 15f3c678-a950-45c3-81b1-707ae7a34d70 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:51:56.977629 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Attempting to bind port 15f3c678-a950-45c3-81b1-707ae7a34d70 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:51:56.978167 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Attempting to bind port 15f3c678-a950-45c3-81b1-707ae7a34d70 on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:51:56.986250 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Port 15f3c678-a950-45c3-81b1-707ae7a34d70 on network 754f89e7-b8fb-4965-8923-5b572e4883c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:51:56.986782 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Attempting to bind port 15f3c678-a950-45c3-81b1-707ae7a34d70 on network 754f89e7-b8fb-4965-8923-5b572e4883c4 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:51:56.996039 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:51:56.996597 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Checking segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:51:56.997240 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Bound using segment: {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:51:56.998018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Bound port: 15f3c678-a950-45c3-81b1-707ae7a34d70, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce29c4d-c159-4657-bf4a-d7b33ba0af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:51:56.998610 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:57.116413 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:51:57.122512 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=15f3c678-a950-45c3-81b1-707ae7a34d70,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:51:57.129249 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:57.192580 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.193624 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:57.196027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] 10.222.0.55 "PUT /v2.0/ports/15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 200 len: 1093 time: 0.9549890 Aug 31 12:51:57.196733 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:51:57.200718 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99" -d '{"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:51:57.238790 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdde723-36fd-46f5-8851-8369dc0c2005 service neutron] Pushing event updated for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:51:57.313041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-b9b917e1-af8d-4eb1-97e0-2e90d749e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.314901 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-b9b917e1-af8d-4eb1-97e0-2e90d749e101 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1096 time: 0.0552983 Aug 31 12:51:57.390437 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00890923-35f0-4dd8-bf39-8d81272d4f9c x-openstack-request-id: req-00890923-35f0-4dd8-bf39-8d81272d4f9c {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:51:57.390731 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:51:57.391012 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00890923-35f0-4dd8-bf39-8d81272d4f9c {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:51:57.391415 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'status': 'completed', 'code': 200} Aug 31 12:51:57.393088 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-1ebae8f8-a6a7-4e99-9959-6746c3ad738c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 200 len: 217 time: 0.0689998 Aug 31 12:51:57.454584 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3e849667-c2a1-495d-8ad6-3a4d023b95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.456090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-3e849667-c2a1-495d-8ad6-3a4d023b95c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0551863 Aug 31 12:51:57.515860 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-9c78c638-ef5e-40dd-8b0d-11e72fc9911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.517724 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-9c78c638-ef5e-40dd-8b0d-11e72fc9911e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535843 Aug 31 12:51:57.653468 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c70a-ac65-45c3-aedd-8f66d07de90a req-6a089948-931b-4711-b0cf-75e4085bb022 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.655830 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d795c70a-ac65-45c3-aedd-8f66d07de90a req-6a089948-931b-4711-b0cf-75e4085bb022 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0811791 Aug 31 12:51:57.660106 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d9696397-e7a5-4952-b0d5-83573c88b90b service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341877 Aug 31 12:51:57.762947 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d795c70a-ac65-45c3-aedd-8f66d07de90a req-92ac287c-3ab9-4835-b358-2e7832665f7d tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951326 Aug 31 12:51:57.801530 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-148d677d-80d1-4eb5-9a29-8e88e37487c6 req-d7cbadbf-635f-4cf7-97c4-a066f4f3b4ac service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327915 Aug 31 12:51:57.911107 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-bff123f3-d46b-4f25-b6b9-24470459b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:57.912581 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-bff123f3-d46b-4f25-b6b9-24470459b756 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1096 time: 0.0505517 Aug 31 12:51:58.038054 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-2e0a8a32-d3ab-47ba-93fc-523d6afd2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:58.040513 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-2e0a8a32-d3ab-47ba-93fc-523d6afd2b53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1183243 Aug 31 12:51:58.115879 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-0d5de105-ec5e-4e4f-b943-82919a194848 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 200 len: 217 time: 0.0658476 Aug 31 12:51:58.167971 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-b1eb134a-6807-4559-b461-ed3851ae2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:58.169598 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-b1eb134a-6807-4559-b461-ed3851ae2e46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0466549 Aug 31 12:51:58.231603 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-4ca5cb87-37a9-4537-b99a-c051db1dd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:58.233096 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-4ca5cb87-37a9-4537-b99a-c051db1dd0ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439634 Aug 31 12:51:58.333295 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-364fed41-6fcd-4d26-a880-a2b1bdd5842f service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885732 Aug 31 12:51:58.477979 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ff4af97-8b8e-45dc-b86c-69c9a140ef99 req-68b92e9a-ddf4-43a7-bfa5-b7ac021b8cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340904 Aug 31 12:51:58.899606 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3933-53cb-41a8-b89c-be2f41f0f966 req-57e2e726-b6e2-4ccc-a5e9-e8e6ff0f3a60 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:51:58.901545 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ecf3933-53cb-41a8-b89c-be2f41f0f966 req-57e2e726-b6e2-4ccc-a5e9-e8e6ff0f3a60 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0588892 Aug 31 12:51:58.948275 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0ecf3933-53cb-41a8-b89c-be2f41f0f966 req-9fe00c3a-a8f3-4ca3-8e07-7a4f6c15456a tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Aug 31 12:52:00.076820 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1be3a-ea3f-4ec7-811c-65621b835877 req-59ef2867-2094-40a6-9234-d6b4f78fafb3 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:00.078980 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dfd1be3a-ea3f-4ec7-811c-65621b835877 req-59ef2867-2094-40a6-9234-d6b4f78fafb3 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0570533 Aug 31 12:52:00.124346 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-dfd1be3a-ea3f-4ec7-811c-65621b835877 req-a940b4af-c77e-4466-a881-1eacf7afbe9e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Aug 31 12:52:01.279412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8030-dfcb-4619-809f-5daa73a52889 req-04e58e94-e8ea-48fa-943c-627a5fa18b80 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:01.281166 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d8b8030-dfcb-4619-809f-5daa73a52889 req-04e58e94-e8ea-48fa-943c-627a5fa18b80 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0736852 Aug 31 12:52:01.320742 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9d8b8030-dfcb-4619-809f-5daa73a52889 req-ad5790de-30d1-41bb-bdb3-7d0562d8038c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Aug 31 12:52:02.452875 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929c9e-b95c-4466-9762-79e37dabfe49 req-dce4b119-96be-4e1c-9267-c6e48f6bb857 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:02.454452 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5929c9e-b95c-4466-9762-79e37dabfe49 req-dce4b119-96be-4e1c-9267-c6e48f6bb857 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0568757 Aug 31 12:52:02.512505 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5929c9e-b95c-4466-9762-79e37dabfe49 req-9832fd87-5bf3-4076-95ad-8546df67c64e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Aug 31 12:52:03.637113 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c627024-cd8b-487c-be3b-9203dc550441 req-b7bdca4a-32cf-481b-aa18-7582583e6a02 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:03.638687 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9c627024-cd8b-487c-be3b-9203dc550441 req-b7bdca4a-32cf-481b-aa18-7582583e6a02 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 943 time: 0.0538790 Aug 31 12:52:03.693041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9c627024-cd8b-487c-be3b-9203dc550441 req-3c9f72d5-5806-47fd-9842-6913fb5e52a5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Aug 31 12:52:03.859297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-5d3212e7-a201-4781-913e-9ffa8cce98fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511947 Aug 31 12:52:03.928369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459cec-4a44-45df-a315-d362cdeded36 req-4364892c-9272-4f29-9999-37a744d2eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:03.930057 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-4364892c-9272-4f29-9999-37a744d2eb8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1099 time: 0.0453594 Aug 31 12:52:04.066723 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 15f3c678-a950-45c3-81b1-707ae7a34d70 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:52:04.069090 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459cec-4a44-45df-a315-d362cdeded36 req-fafa1ae2-97ee-40db-85b7-28071094a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:04.071738 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-fafa1ae2-97ee-40db-85b7-28071094a634 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1136913 Aug 31 12:52:04.173133 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-e86ebd31-078a-4cb9-877f-2e51b86503e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 1002 time: 0.0937688 Aug 31 12:52:04.199693 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=15f3c678-a950-45c3-81b1-707ae7a34d70,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:04.219895 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'port_id': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'mac_address': 'fa:16:3e:6d:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:52:04.228192 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459cec-4a44-45df-a315-d362cdeded36 req-9698e325-f0a8-44b0-a65e-560e3f8480fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:04.230217 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-9698e325-f0a8-44b0-a65e-560e3f8480fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0496824 Aug 31 12:52:04.280245 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459cec-4a44-45df-a315-d362cdeded36 req-bc4235f6-fd7d-43f6-928c-209de417df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:04.281870 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-bc4235f6-fd7d-43f6-928c-209de417df8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433433 Aug 31 12:52:04.282331 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:04.297505 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f3c678-a950-45c3-81b1-707ae7a34d70 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:52:04.325261 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=15f3c678-a950-45c3-81b1-707ae7a34d70,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:04.330950 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:04.393764 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-a198f8ed-dfc7-4cdc-b5aa-14622d843c45 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031084 Aug 31 12:52:04.409365 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:04.417507 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.417976 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.418411 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.418955 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.419375 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.419765 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.420218 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.420621 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.421010 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.421464 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.421858 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.422245 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:04.494198 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e459cec-4a44-45df-a315-d362cdeded36 req-f35ac47a-41dc-4740-8e4b-551708af3b02 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920205 Aug 31 12:52:04.670108 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['15f3c678-a950-45c3-81b1-707ae7a34d70'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:52:04.878324 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c11f2-6a2d-467c-9f93-2a4986c8bb8e req-7d57f2bf-976e-4b5b-82ff-bc91012a60f5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:04.880556 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-167c11f2-6a2d-467c-9f93-2a4986c8bb8e req-7d57f2bf-976e-4b5b-82ff-bc91012a60f5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 944 time: 0.0772336 Aug 31 12:52:04.924513 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-167c11f2-6a2d-467c-9f93-2a4986c8bb8e req-95ee44fc-19f0-46e8-bdc0-2876b665457b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Aug 31 12:52:06.056020 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f9fde-8a4a-42b6-904d-86dd769e9b25 req-d8a82595-b796-4750-ac9d-dddfea53df8c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:06.057836 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-970f9fde-8a4a-42b6-904d-86dd769e9b25 req-d8a82595-b796-4750-ac9d-dddfea53df8c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 944 time: 0.0618911 Aug 31 12:52:06.082679 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 15f3c678-a950-45c3-81b1-707ae7a34d70 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:52:06.113500 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-970f9fde-8a4a-42b6-904d-86dd769e9b25 req-593cc8fe-e4c4-4c8b-84ff-85814ff25e13 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Aug 31 12:52:06.152486 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port 15f3c678-a950-45c3-81b1-707ae7a34d70 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:52:06.158926 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port 15f3c678-a950-45c3-81b1-707ae7a34d70 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:52:06.159535 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:06.291904 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:06.333352 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:06.337243 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9211be-bb6c-4fd5-9973-875619422422" -d '{"events": [{"server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "name": "network-vif-plugged", "status": "completed", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:06.360908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=15f3c678-a950-45c3-81b1-707ae7a34d70,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:06.366924 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:06.435577 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:06.452198 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac171aca-8f87-40fd-b289-2dcb07581fee x-openstack-request-id: req-ac171aca-8f87-40fd-b289-2dcb07581fee {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:06.452577 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "name": "network-vif-plugged", "status": "completed", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:06.452886 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac171aca-8f87-40fd-b289-2dcb07581fee {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:06.453367 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'code': 200} Aug 31 12:52:06.742933 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5cec9-bce0-4e30-95ec-bc2a29c91ae8 req-cf64882f-8605-4cea-bd2e-1a8c3c07d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:06.745075 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f1f5cec9-bce0-4e30-95ec-bc2a29c91ae8 req-cf64882f-8605-4cea-bd2e-1a8c3c07d5da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1098 time: 0.0443082 Aug 31 12:52:06.785551 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f1f5cec9-bce0-4e30-95ec-bc2a29c91ae8 req-dd2229e7-1d11-4f15-9aba-e98297711daa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Aug 31 12:52:07.245283 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207c2b5-caaa-498b-a289-795bd699ad80 req-d35f563b-7df9-49b1-bf5c-6a21a3ba259e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:07.246898 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a207c2b5-caaa-498b-a289-795bd699ad80 req-d35f563b-7df9-49b1-bf5c-6a21a3ba259e tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0531406 Aug 31 12:52:07.292994 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a207c2b5-caaa-498b-a289-795bd699ad80 req-a3e06305-18ba-4953-83b3-77a453bc0073 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393972 Aug 31 12:52:08.418680 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2067c-9f8a-49b2-bc5f-4877da52fa9c req-7ddea77d-194d-4276-9049-1821af18db05 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:08.420243 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-37f2067c-9f8a-49b2-bc5f-4877da52fa9c req-7ddea77d-194d-4276-9049-1821af18db05 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0560033 Aug 31 12:52:08.460121 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-37f2067c-9f8a-49b2-bc5f-4877da52fa9c req-e5bb91b7-81cf-4435-bdb7-bfec4d9c46f8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 31 12:52:08.580554 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f9af1-8fcb-4f18-81af-d3c714e424ad req-a72de2b0-1c9d-4175-a2af-5dd2b77234dc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:08.581949 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-814f9af1-8fcb-4f18-81af-d3c714e424ad req-a72de2b0-1c9d-4175-a2af-5dd2b77234dc tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0487955 Aug 31 12:52:08.625139 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-814f9af1-8fcb-4f18-81af-d3c714e424ad req-df198a5d-05d3-47a9-b5e8-eacaca8cab97 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365582 Aug 31 12:52:08.647991 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44242) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:08.692436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf900420-aaf9-481c-9a20-93c4ee8430a6 tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:08.694038 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bf900420-aaf9-481c-9a20-93c4ee8430a6 tempest-TestVolumeBootPattern-1254571699 tempest-TestVolumeBootPattern-1254571699-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1093 time: 0.0450277 Aug 31 12:52:08.697955 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44246) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:08.702577 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'port_id': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:08.725550 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:08.828450 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:08.944070 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Allocated IP 172.27.3.214 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/46eeee53-d59e-481c-9523-0a09c0de8cae) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:52:09.065944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.108402 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.151397 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:52:09.154429 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:52:09.158737 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:52:09.162103 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=46eeee53-d59e-481c-9523-0a09c0de8cae,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:09.192038 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.192403 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.192609 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.192944 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.193276 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.193611 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.193945 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.194340 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.194713 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.194966 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.195297 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.195615 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:52:09.540209 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.612436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.764365 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.769756 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.843434 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event updated for resources: {'Port': ['ID=46eeee53-d59e-481c-9523-0a09c0de8cae,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:09.854277 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:09.963913 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP 52592733-30d0-4bdb-9317-536ff8f76ebb associated. External IP: 172.27.3.214, port: 15f3c678-a950-45c3-81b1-707ae7a34d70. Aug 31 12:52:10.177896 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:52:10.287775 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:52:10.298304 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:52:10.307356 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:10.341200 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6bf76858-8ba6-43b0-9628-b21339c260c5 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6421304 Aug 31 12:52:10.341855 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:10.345245 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec974c0-9510-46fe-a670-4223aae61751" -d '{"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:10.394126 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef108895-0027-4618-9a6a-6699ce09dd92 x-openstack-request-id: req-ef108895-0027-4618-9a6a-6699ce09dd92 {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:10.394461 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:10.394698 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef108895-0027-4618-9a6a-6699ce09dd92 {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:10.395150 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'status': 'completed', 'code': 200} Aug 31 12:52:10.411570 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:10.412247 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:51:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:10.484452 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec974c0-9510-46fe-a670-4223aae61751 req-083f1937-9cfa-44a5-b239-7773ebb472a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:10.486141 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-083f1937-9cfa-44a5-b239-7773ebb472a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1098 time: 0.0656617 Aug 31 12:52:10.562722 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:10.601024 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec974c0-9510-46fe-a670-4223aae61751 req-ed10f908-6f01-436a-bb94-99b6ecc6b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:10.602665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-ed10f908-6f01-436a-bb94-99b6ecc6b017 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1084070 Aug 31 12:52:10.686019 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-607a4dc6-50f5-4e25-88d0-a5a2034945b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 200 len: 999 time: 0.0734928 Aug 31 12:52:10.744921 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec974c0-9510-46fe-a670-4223aae61751 req-aca7a45e-06cf-4a39-be15-859d08f59acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:10.746423 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-aca7a45e-06cf-4a39-be15-859d08f59acc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0498765 Aug 31 12:52:10.813204 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec974c0-9510-46fe-a670-4223aae61751 req-4355f712-845f-460b-b822-4e8984b8948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:10.815767 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-4355f712-845f-460b-b822-4e8984b8948b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600340 Aug 31 12:52:10.849268 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}, {'id': '52592733-30d0-4bdb-9317-536ff8f76ebb', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6d:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed78fbf-163f-4384-adcd-be241645d834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:09Z', 'updated_at': '2021-08-31T12:52:09Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:10.882154 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:52:10.893071 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:10.894136 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:51:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:10.925772 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-644112cd-d135-4fc2-a677-c36cd8b65424 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010780 Aug 31 12:52:11.019382 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:11.039346 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9ec974c0-9510-46fe-a670-4223aae61751 req-1873dcbf-8de4-4f01-ab51-c9e37966f637 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053200 Aug 31 12:52:11.262917 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}, {'id': '52592733-30d0-4bdb-9317-536ff8f76ebb', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6d:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed78fbf-163f-4384-adcd-be241645d834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:09Z', 'updated_at': '2021-08-31T12:52:09Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:11.291773 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cbaa0-893b-4dcb-93c6-004c73e1e0d6 None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}, {'id': '52592733-30d0-4bdb-9317-536ff8f76ebb', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6d:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed78fbf-163f-4384-adcd-be241645d834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:09Z', 'updated_at': '2021-08-31T12:52:09Z', 'revision_number': 0, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:52:11.498527 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a4957a-720c-4ae5-bb34-a4256849897b None None] New status for floating IP 52592733-30d0-4bdb-9317-536ff8f76ebb: ACTIVE {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:52:15.674136 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:52:17.639111 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bf67a62f-f293-49f8-a69d-6ffca02feb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:17.703805 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138203b-b051-47bc-9884-ad73bcd73f59 req-3f32a599-579f-4ca4-8524-4881c51fdc8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:17.705337 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f138203b-b051-47bc-9884-ad73bcd73f59 req-3f32a599-579f-4ca4-8524-4881c51fdc8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0542510 Aug 31 12:52:17.746228 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f138203b-b051-47bc-9884-ad73bcd73f59 req-8a767aaf-375d-4239-a8e1-4b1630a0be35 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Aug 31 12:52:18.867646 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a8d12-dadd-4759-be04-4a3f0ef352cc req-1ef57c72-e832-436d-aedd-48a6ab7a454d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:18.869226 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ed1a8d12-dadd-4759-be04-4a3f0ef352cc req-1ef57c72-e832-436d-aedd-48a6ab7a454d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 31 12:52:18.908638 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ed1a8d12-dadd-4759-be04-4a3f0ef352cc req-a44d32d7-512c-40e8-a998-d2b4b53ad3fe tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Aug 31 12:52:19.832819 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ed8a094f-b6b6-43b2-9d19-d2147538b055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.039212 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57328-d34d-477f-85ea-27e29ba05d11 req-3b1b5c22-a4af-4601-9675-be84cb77fa51 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:20.041248 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aae57328-d34d-477f-85ea-27e29ba05d11 req-3b1b5c22-a4af-4601-9675-be84cb77fa51 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0609870 Aug 31 12:52:20.085122 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aae57328-d34d-477f-85ea-27e29ba05d11 req-f11a7e94-5e16-4dbc-b41c-7d8f43b5dc31 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Aug 31 12:52:20.230410 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.239825 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-d6b51286-0e2f-4523-a56f-e2e84fd7ec82 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:20.241290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-d6b51286-0e2f-4523-a56f-e2e84fd7ec82 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 945 time: 0.0511532 Aug 31 12:52:20.335919 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Deleting port 2fd2e551-33e5-4ff4-b994-b2570da4d611 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:52:20.336267 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.433926 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] For port 2fd2e551-33e5-4ff4-b994-b2570da4d611, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2fd2e551-33e5-4ff4-b994-b2570da4d611,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:20.434232 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.612808 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.613156 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:20.613481 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Floating IP 8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac disassociated. External IP: 172.27.3.5, port: 2fd2e551-33e5-4ff4-b994-b2570da4d611. Aug 31 12:52:20.613817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Calling delete_port for 2fd2e551-33e5-4ff4-b994-b2570da4d611 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:52:21.007667 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:21.035203 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'Port': ['ID=2fd2e551-33e5-4ff4-b994-b2570da4d611,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:21.154386 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:52:21.269142 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:52:21.279729 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:52:21.290931 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:21.292013 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:52:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:21.317661 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] No DVR routers for this DVR port 2fd2e551-33e5-4ff4-b994-b2570da4d611 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:52:21.320253 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:21.322802 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e7f7733e-2da4-4ef6-85d1-f472b29cd0f7 req-110aaf30-226b-4c2f-a55d-9266bbf75ee3 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "DELETE /v2.0/ports/2fd2e551-33e5-4ff4-b994-b2570da4d611 HTTP/1.1" status: 204 len: 173 time: 1.0746634 Aug 31 12:52:21.330025 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'name': 'network-vif-deleted', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:21.332407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3400a26-66bf-4134-b8ec-1b63f0194820" -d '{"events": [{"server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "name": "network-vif-deleted", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:21.359299 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2ed9cef2-eeb7-4c1d-8c87-559eb9a0fc06 req-5a4169d8-aff7-44fe-80ee-fd2232331ecc tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=adea27e2-b82b-4c0e-bc4b-2a7d518d9efc HTTP/1.1" status: 200 len: 210 time: 0.0427973 Aug 31 12:52:21.394695 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966cf5d9-eebe-4759-911e-14071837cc0c x-openstack-request-id: req-966cf5d9-eebe-4759-911e-14071837cc0c {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:21.395020 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea27e2-b82b-4c0e-bc4b-2a7d518d9efc", "name": "network-vif-deleted", "tag": "2fd2e551-33e5-4ff4-b994-b2570da4d611", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:21.395273 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-966cf5d9-eebe-4759-911e-14071837cc0c {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:21.395673 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea27e2-b82b-4c0e-bc4b-2a7d518d9efc', 'name': 'network-vif-deleted', 'tag': '2fd2e551-33e5-4ff4-b994-b2570da4d611', 'status': 'completed', 'code': 200} Aug 31 12:52:21.434571 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:21.632409 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:21.649631 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:21.676461 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:52:21.685325 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:21.685920 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:52:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:21.794371 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:21.997525 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:22.112176 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80ecaa-4bcc-4aa3-a59d-67ef6ca58c94 None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:52:22.339674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6c70c-883b-419a-a38d-47930915d4f4 None None] New status for floating IP 8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:52:23.404229 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.470416 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44282) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:23.526703 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.549777 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.597056 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.599683 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.600884 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "DELETE /v2.0/security-groups/49cf8a95-8ca6-45f4-9fa5-9d0023b74f72 HTTP/1.1" status: 204 len: 168 time: 0.1294389 Aug 31 12:52:23.603742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44284) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:23.610144 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3b6cf-c146-4882-be06-27275d666fa9 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf8a95-8ca6-45f4-9fa5-9d0023b74f72,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:23.619616 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.api.v2.resource [None req-fa790d93-228f-46a2-a6eb-779a0da333df tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] show failed (client error): The resource could not be found. Aug 31 12:52:23.620655 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fa790d93-228f-46a2-a6eb-779a0da333df tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups/49cf8a95-8ca6-45f4-9fa5-9d0023b74f72 HTTP/1.1" status: 404 len: 347 time: 0.0158763 Aug 31 12:52:23.623608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44286) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:23.744523 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Deleting port ae7e8231-6f3a-446a-8fe9-78194766e67f {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:52:23.744892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.816315 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.816637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.834761 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Calling delete_port for ae7e8231-6f3a-446a-8fe9-78194766e67f owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:52:23.968792 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:23.994459 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'Port': ['ID=ae7e8231-6f3a-446a-8fe9-78194766e67f,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:24.059982 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.062608 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.064068 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6b2f022b-1661-40e4-b2f3-9b5cc13ae93f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "DELETE /v2.0/floatingips/8e32ba4f-0b95-4f5f-b5e7-7e787c6c27ac HTTP/1.1" status: 204 len: 168 time: 0.4395430 Aug 31 12:52:24.190215 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2fd2e551-33e5-4ff4-b994-b2570da4d611 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:52:24.210525 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 2fd2e551-33e5-4ff4-b994-b2570da4d611 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:52:24.210892 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 2fd2e551-33e5-4ff4-b994-b2570da4d611 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:52:24.279358 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44292) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:24.284039 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372722278', 'description': 'tempest-description--763640392'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:24.307865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.389577 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.393399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.420644 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.422080 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1415939 Aug 31 12:52:24.425604 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44294) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:24.426800 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8bd50-7bc1-4903-beb3-6528fa48b929 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c760ed40-302a-4bde-a3c6-37d3ea4044e0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:24.430910 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group_rule': {'security_group_id': 'c760ed40-302a-4bde-a3c6-37d3ea4044e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:24.457245 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.504791 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.509856 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.528993 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abad14e1-a8fd-45dd-adc7-c7ef7450e8b1,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:24.536052 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.537453 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-383cbb8d-579f-41c3-b98a-9244c8498d41 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107745 Aug 31 12:52:24.540064 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44296) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:24.544458 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'security_group_rule': {'security_group_id': 'c760ed40-302a-4bde-a3c6-37d3ea4044e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:24.569912 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.632721 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.637855 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161039'] for security_group_rule, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.640154 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.657149 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49157a90-47f7-44d0-b2be-39bb29365528,revision_number=0']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:24.665199 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.666660 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-e5513494-cafe-4f29-bd7e-1dfae2e0c66b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256633 Aug 31 12:52:24.670592 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44298) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:24.676066 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.v2.base [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'floatingip': {'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287'}} {{(pid=100545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:24.697611 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.791338 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:24.896561 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_common [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Allocated IP 172.27.3.161 (bc467efd-35f4-4a59-bcfd-f8005f51c287/6d1e0524-1be3-42bd-926e-755345f41c7c/0de8cd7d-f288-4fe5-9ae9-d6381a136dab) {{(pid=100545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:52:24.997794 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.040000 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.086800 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Network bc467efd-35f4-4a59-bcfd-f8005f51c287 is already hosted by enough agents. {{(pid=100545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:52:25.089752 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.base_scheduler [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Resources bound (agent type, host, resource id): {{(pid=100545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:52:25.092328 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Received port after_create {{(pid=100545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:52:25.098006 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=0de8cd7d-f288-4fe5-9ae9-d6381a136dab,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:25.182885 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.217201 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.382680 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.387868 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14146759'] for port, after_update {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.457261 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=0de8cd7d-f288-4fe5-9ae9-d6381a136dab,revision_number=2']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:25.469844 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.484825 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:25.486259 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-4954cf24-53e9-4064-b4ed-5b03345af4f8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8142705 Aug 31 12:52:25.686225 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-0f270107-4a8f-4506-baf9-8d2a4aae45be tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--372722278&fields=id&tenant_id=f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 267 time: 0.0361919 Aug 31 12:52:25.793154 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-fd2f31da-a7c5-408e-b855-81fa42546b92 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:25.794608 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-fd2f31da-a7c5-408e-b855-81fa42546b92 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 811 time: 0.1011846 Aug 31 12:52:25.809320 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-24d3b139-366a-49f4-afc2-86441c94a029 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/quotas/f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 375 time: 0.0090163 Aug 31 12:52:25.861172 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-f4a0ece3-db40-4af4-8b26-3a4ec0380d88 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465243 Aug 31 12:52:25.959562 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-2ff614d8-ccdb-405f-bb55-bf31c77b9e9e service neutron] 10.222.0.60 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869644 Aug 31 12:52:26.049886 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-365bf472-be8c-411f-9e4e-695e20b7350d service neutron] 10.222.0.60 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828357 Aug 31 12:52:26.207864 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f5ce300b-236d-4695-8f55-53c98b37d611 req-cbebb4c0-362a-42f7-8773-a48c62ae8adf tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Aug 31 12:52:27.289348 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-770afa1a-84cb-42b3-ad20-dfa75d3d7c3a req-dff21868-584e-4d33-97bf-af437503adb2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0254626 Aug 31 12:52:28.368260 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-58cacb73-c27d-471a-b629-c30e33b4bfe0 req-a83d51ae-5af3-4853-8c42-0e0d658cca9c tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Aug 31 12:52:29.445927 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3c4d17a8-3b99-4da4-8e18-58aed3c4dfe7 req-5495abf3-03b0-4be4-9a62-4e4a9f474438 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0259404 Aug 31 12:52:30.536509 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4152b477-bac2-4966-86fe-f0b466f1af31 req-7864c4f1-948c-4890-8ed4-db3c027e782e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0252204 Aug 31 12:52:31.241204 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-48c9db0c-88f6-4cf4-9b25-5866e1349d08 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:31.242803 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-48c9db0c-88f6-4cf4-9b25-5866e1349d08 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 811 time: 0.1055923 Aug 31 12:52:31.293463 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-9cb011f8-be42-4a7a-9dec-a43cc4bc625c tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2ac239a62d04eac887947de19083701 HTTP/1.1" status: 200 len: 379 time: 0.0401528 Aug 31 12:52:31.308824 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'port': {'device_id': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'admin_state_up': True, 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'security_groups': ['c760ed40-302a-4bde-a3c6-37d3ea4044e0']}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:31.421347 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Made reservation on behalf of f2ac239a62d04eac887947de19083701 for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:52:31.425339 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:31.564610 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Allocated IP 172.20.0.12 (c140c873-d825-453f-84de-dd3f6a763590/bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa/d2422e57-363e-414e-8708-68d52783c15b) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:52:31.686109 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-892e1a65-dc8d-4765-8a2e-378f45431c49 req-c769ba40-a28b-4124-ab05-e76fec411f87 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 210 time: 0.0712891 Aug 31 12:52:31.747303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:31.767615 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Transition to ACTIVE for port object d2422e57-363e-414e-8708-68d52783c15b will not be triggered until provisioned by entity DHCP. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:52:31.802733 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:31.846269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Network c140c873-d825-453f-84de-dd3f6a763590 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:52:31.851631 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:52:31.854288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:52:31.890645 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event updated for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:31.921189 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:31.921955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:31.939714 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c504b3f0-9b55-4c66-bad4-1e4d688298e2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350901 Aug 31 12:52:31.958619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Request body: {'port': {'device_id': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:32.026672 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.065687 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-1113cc81-3ce6-4e17-8340-3ce35a1ddc46 None None] Provisioning for port d2422e57-363e-414e-8708-68d52783c15b completed by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:52:32.069501 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-1113cc81-3ce6-4e17-8340-3ce35a1ddc46 None None] Provisioning complete for port d2422e57-363e-414e-8708-68d52783c15b triggered by entity DHCP. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:52:32.069960 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1113cc81-3ce6-4e17-8340-3ce35a1ddc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.103431 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-1113cc81-3ce6-4e17-8340-3ce35a1ddc46 None None] Port d2422e57-363e-414e-8708-68d52783c15b cannot update to ACTIVE because it is not bound. {{(pid=100547) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:52:32.315354 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2422e57-363e-414e-8708-68d52783c15b {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:52:32.323284 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.339149 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Transition to ACTIVE for port object d2422e57-363e-414e-8708-68d52783c15b will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:52:32.342878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.398990 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Pushing event updated for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:32.476032 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Attempting to bind port d2422e57-363e-414e-8708-68d52783c15b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:52:32.476365 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Attempting to bind port d2422e57-363e-414e-8708-68d52783c15b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:52:32.476689 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Attempting to bind port d2422e57-363e-414e-8708-68d52783c15b on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:52:32.482269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Port d2422e57-363e-414e-8708-68d52783c15b on network c140c873-d825-453f-84de-dd3f6a763590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:52:32.482585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Attempting to bind port d2422e57-363e-414e-8708-68d52783c15b on network c140c873-d825-453f-84de-dd3f6a763590 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:52:32.487626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:52:32.487958 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Checking segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:52:32.488341 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Bound using segment: {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:52:32.488767 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Bound port: d2422e57-363e-414e-8708-68d52783c15b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3782f980-2aa8-4b01-8466-9f204da476c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:52:32.489122 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.561407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:52:32.564937 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d2422e57-363e-414e-8708-68d52783c15b,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:52:32.570166 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.608375 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:32.609954 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:32.611420 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] 10.222.0.55 "PUT /v2.0/ports/d2422e57-363e-414e-8708-68d52783c15b HTTP/1.1" status: 200 len: 1094 time: 0.6573892 Aug 31 12:52:32.614589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:32.616569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15ec88-b793-49ab-88f5-37e698d64378" -d '{"events": [{"name": "network-changed", "server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "tag": "d2422e57-363e-414e-8708-68d52783c15b"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:32.663671 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2163b-6fca-40cd-8401-2f197b215557 service neutron] Pushing event updated for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:32.668436 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581532b5-6dd0-4709-9436-05caaff74f45 x-openstack-request-id: req-581532b5-6dd0-4709-9436-05caaff74f45 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:32.668712 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "tag": "d2422e57-363e-414e-8708-68d52783c15b", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:32.668962 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-581532b5-6dd0-4709-9436-05caaff74f45 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:32.669351 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b', 'status': 'completed', 'code': 200} Aug 31 12:52:32.722415 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-9c881016-bb22-41b0-95f9-80f047b7b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:32.724068 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-9c881016-bb22-41b0-95f9-80f047b7b929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 1097 time: 0.0480146 Aug 31 12:52:32.784111 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-602c6e88-65f2-49c3-998b-d98b1f821967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2422e57-363e-414e-8708-68d52783c15b HTTP/1.1" status: 200 len: 217 time: 0.0506964 Aug 31 12:52:32.866854 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c2ab4-1a08-4b58-807b-6777177b5903 req-cf20a49c-6918-4224-90c4-e55cb2cd781d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:32.868423 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c4c2ab4-1a08-4b58-807b-6777177b5903 req-cf20a49c-6918-4224-90c4-e55cb2cd781d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 944 time: 0.0949235 Aug 31 12:52:32.869961 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-0a6e70e6-ce39-4183-8464-54ed62137f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:32.871327 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-0a6e70e6-ce39-4183-8464-54ed62137f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0646503 Aug 31 12:52:32.940451 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5c4c2ab4-1a08-4b58-807b-6777177b5903 req-ddf60722-995e-44ca-b222-daa95c090779 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635962 Aug 31 12:52:32.949430 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-f33dc4b0-5fad-4a5f-b57e-9a493bbe3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:32.951088 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-f33dc4b0-5fad-4a5f-b57e-9a493bbe3f82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678892 Aug 31 12:52:33.046026 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-fc5f9641-5314-4895-bdbe-cb5d6a3dc910 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Aug 31 12:52:33.141730 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0c6c328c-977b-4555-a5c8-ce3ac3b86539 req-c8531d90-7247-400d-abb2-4ce695532347 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870132 Aug 31 12:52:33.236785 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-3a0e10e6-4ff4-48a5-893d-8a0efaafee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:33.238259 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-3a0e10e6-4ff4-48a5-893d-8a0efaafee7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 1097 time: 0.0399821 Aug 31 12:52:33.330592 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-518d4850-88ad-48b9-a482-048c23b2e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:33.332090 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-518d4850-88ad-48b9-a482-048c23b2e94f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.0846705 Aug 31 12:52:33.380387 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-bb545f0b-ba33-46e7-b571-0287df9b6641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2422e57-363e-414e-8708-68d52783c15b HTTP/1.1" status: 200 len: 217 time: 0.0355642 Aug 31 12:52:33.435018 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-322e34a5-1f99-4750-a2bb-a944b31d1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:33.436390 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-322e34a5-1f99-4750-a2bb-a944b31d1208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0432572 Aug 31 12:52:33.487235 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-093d0341-78ac-4b6c-a85a-08f9223f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:33.488732 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-093d0341-78ac-4b6c-a85a-08f9223f6b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394599 Aug 31 12:52:33.580599 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-3d5853ad-d77d-40d7-8ada-a30917603f56 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835099 Aug 31 12:52:33.672999 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fc15ec88-b793-49ab-88f5-37e698d64378 req-e2b193ba-ead0-4cfb-a7c0-9457bcab03f6 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808516 Aug 31 12:52:34.063536 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e80a-5cf4-4f08-94cc-82a100f96926 req-fa47c1f0-6d30-43fe-a70b-3a12532240e5 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:34.065048 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7265e80a-5cf4-4f08-94cc-82a100f96926 req-fa47c1f0-6d30-43fe-a70b-3a12532240e5 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 944 time: 0.0564210 Aug 31 12:52:34.102704 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7265e80a-5cf4-4f08-94cc-82a100f96926 req-0960bac2-1592-4885-b2cf-197c347d6875 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Aug 31 12:52:34.260815 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d2422e57-363e-414e-8708-68d52783c15b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:52:34.368958 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d2422e57-363e-414e-8708-68d52783c15b,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:34.380992 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'd2422e57-363e-414e-8708-68d52783c15b', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'port_id': 'd2422e57-363e-414e-8708-68d52783c15b', 'mac_address': 'fa:16:3e:9b:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:52:34.419066 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:34.432895 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2422e57-363e-414e-8708-68d52783c15b {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:52:34.453952 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d2422e57-363e-414e-8708-68d52783c15b,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:34.459933 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:34.522663 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:34.723433 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['d2422e57-363e-414e-8708-68d52783c15b'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:52:35.222737 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca3ed9-c971-42ac-979e-d376d417591c req-0e63d8af-4fb7-4a0a-88bb-b32dc457a8be tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:35.224360 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fca3ed9-c971-42ac-979e-d376d417591c req-0e63d8af-4fb7-4a0a-88bb-b32dc457a8be tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Aug 31 12:52:35.264694 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-1fca3ed9-c971-42ac-979e-d376d417591c req-e84f0201-d4dd-41dc-aba7-4112844f44af tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336719 Aug 31 12:52:36.268977 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d2422e57-363e-414e-8708-68d52783c15b up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:52:36.318061 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port d2422e57-363e-414e-8708-68d52783c15b completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:52:36.322342 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port d2422e57-363e-414e-8708-68d52783c15b triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:52:36.322711 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:36.379297 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854d4c-c388-4cae-9a44-fe848b48b6c4 req-e259753e-6131-43af-ab17-486dbf501d12 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:36.380849 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e1854d4c-c388-4cae-9a44-fe848b48b6c4 req-e259753e-6131-43af-ab17-486dbf501d12 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Aug 31 12:52:36.420950 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e1854d4c-c388-4cae-9a44-fe848b48b6c4 req-04f6a8a1-b395-45ce-bbcd-37136597d617 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331249 Aug 31 12:52:36.522045 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:36.544242 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:36.546700 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bef86ed-31ef-462b-822e-0258ccda4108" -d '{"events": [{"server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "name": "network-vif-plugged", "status": "completed", "tag": "d2422e57-363e-414e-8708-68d52783c15b"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:36.560221 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d2422e57-363e-414e-8708-68d52783c15b,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:52:36.564600 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:36.589225 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011c692-3b97-4a60-98d5-e0d21e7e9289 x-openstack-request-id: req-b011c692-3b97-4a60-98d5-e0d21e7e9289 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:36.589516 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "name": "network-vif-plugged", "status": "completed", "tag": "d2422e57-363e-414e-8708-68d52783c15b", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:36.590314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b011c692-3b97-4a60-98d5-e0d21e7e9289 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:36.590707 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b', 'code': 200} Aug 31 12:52:36.618957 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:52:36.758327 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa0f2-39e7-48b4-a28e-498ad461f73c req-af7b55d5-7dc3-48fa-b9ca-720d9e88e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:36.760119 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e9aa0f2-39e7-48b4-a28e-498ad461f73c req-af7b55d5-7dc3-48fa-b9ca-720d9e88e3b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 1099 time: 0.0437589 Aug 31 12:52:36.795642 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-7e9aa0f2-39e7-48b4-a28e-498ad461f73c req-a1619d20-7818-460d-94f8-f2be7df57403 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277634 Aug 31 12:52:37.545124 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd9d8-a553-4174-9a77-8254a8a7c422 req-e2950d77-73d3-451d-9a16-e51e43ad467a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:37.546787 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-218dd9d8-a553-4174-9a77-8254a8a7c422 req-e2950d77-73d3-451d-9a16-e51e43ad467a tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0534830 Aug 31 12:52:37.587120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-218dd9d8-a553-4174-9a77-8254a8a7c422 req-98ae4b41-1a0d-4df2-834d-5587bde8a1f2 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342112 Aug 31 12:52:38.705742 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8683b-9fef-44d8-9240-f1d05da2d016 req-7a6505c9-dc22-4988-b7a4-9dcba3be905d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:38.707286 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33c8683b-9fef-44d8-9240-f1d05da2d016 req-7a6505c9-dc22-4988-b7a4-9dcba3be905d tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0494654 Aug 31 12:52:38.747909 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33c8683b-9fef-44d8-9240-f1d05da2d016 req-fef88508-46eb-46f6-9633-139ada1bdc5c tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347388 Aug 31 12:52:38.870083 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840273fc-c9af-46d3-b95e-cc7f8e444590 req-d2df8f34-9094-40d6-bed8-6e93bc8e6437 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:38.871657 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-840273fc-c9af-46d3-b95e-cc7f8e444590 req-d2df8f34-9094-40d6-bed8-6e93bc8e6437 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0556629 Aug 31 12:52:38.881110 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44370) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:52:38.885999 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Request body: {'floatingip': {'port_id': 'd2422e57-363e-414e-8708-68d52783c15b'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:52:38.923768 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:39.366914 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:39.371996 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:39.476694 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Floating IP b9ebd94c-a30c-415a-a1c1-3df948c9a30e associated. External IP: 172.27.3.161, port: d2422e57-363e-414e-8708-68d52783c15b. Aug 31 12:52:39.947603 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:52:40.056869 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:52:40.061930 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:40.067115 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:52:40.077962 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:40.078584 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:52:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:40.092333 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-4145f8a5-4989-4ad0-8474-b07ee96df706 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "PUT /v2.0/floatingips/b9ebd94c-a30c-415a-a1c1-3df948c9a30e HTTP/1.1" status: 200 len: 992 time: 1.2100949 Aug 31 12:52:40.093040 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:52:40.095557 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9a52a-0437-4030-b3b4-1457a2eb564d" -d '{"events": [{"name": "network-changed", "server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "tag": "d2422e57-363e-414e-8708-68d52783c15b"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:52:40.136503 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc0995-fc15-4394-8836-7046495924ed x-openstack-request-id: req-9cdc0995-fc15-4394-8836-7046495924ed {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:52:40.136809 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "tag": "d2422e57-363e-414e-8708-68d52783c15b", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:52:40.137066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cdc0995-fc15-4394-8836-7046495924ed {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:52:40.137482 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b', 'status': 'completed', 'code': 200} Aug 31 12:52:40.194482 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:40.201209 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-f2670aab-5f65-47c9-806e-c09c8bdecfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:40.202665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-f2670aab-5f65-47c9-806e-c09c8bdecfd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2ac239a62d04eac887947de19083701&device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 1099 time: 0.0430758 Aug 31 12:52:40.297150 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-6dbb51e8-4785-457c-b7a7-8d257e197720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:40.298640 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-6dbb51e8-4785-457c-b7a7-8d257e197720 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 200 len: 912 time: 0.0887158 Aug 31 12:52:40.371899 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-23119afa-8b25-4f55-9c7c-51c79f6a64cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2422e57-363e-414e-8708-68d52783c15b HTTP/1.1" status: 200 len: 1000 time: 0.0649080 Aug 31 12:52:40.423402 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-8a1cc72a-b87f-44c0-81d4-a55ca479b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:40.424883 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-8a1cc72a-b87f-44c0-81d4-a55ca479b16d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 200 len: 850 time: 0.0456774 Aug 31 12:52:40.435187 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'b9ebd94c-a30c-415a-a1c1-3df948c9a30e', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': 'd2422e57-363e-414e-8708-68d52783c15b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:9b:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:25Z', 'updated_at': '2021-08-31T12:52:39Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:40.465290 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:52:40.471280 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-9c7c214e-f07f-4bcc-af95-577f4d630695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:52:40.472849 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-9c7c214e-f07f-4bcc-af95-577f4d630695 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c140c873-d825-453f-84de-dd3f6a763590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408292 Aug 31 12:52:40.473519 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:52:40.474117 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:52:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:40.566350 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-e58a783e-128a-4cca-8732-69295f447af0 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860775 Aug 31 12:52:40.579145 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:52:40.663792 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04e9a52a-0437-4030-b3b4-1457a2eb564d req-cf895ed4-73d2-4082-b02a-83f4023e1fe2 service neutron] 10.222.0.55 "GET /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897210 Aug 31 12:52:40.804849 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'b9ebd94c-a30c-415a-a1c1-3df948c9a30e', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': 'd2422e57-363e-414e-8708-68d52783c15b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:9b:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:25Z', 'updated_at': '2021-08-31T12:52:39Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:52:40.831252 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0115a9-7c0e-4f17-bc72-62148297ab8d None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': 'b9ebd94c-a30c-415a-a1c1-3df948c9a30e', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'port_id': 'd2422e57-363e-414e-8708-68d52783c15b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'mac_address': 'fa:16:3e:9b:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:52:25Z', 'updated_at': '2021-08-31T12:52:39Z', 'revision_number': 1, 'project_id': 'f2ac239a62d04eac887947de19083701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:52:41.023704 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fba64a-af28-4c86-8e10-0435ef886687 None None] New status for floating IP b9ebd94c-a30c-415a-a1c1-3df948c9a30e: ACTIVE {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:52:47.632072 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-7cab815d-2bb9-4653-87e2-f790435909f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:49.833385 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-250ba22b-fb0c-46e5-9677-4b03623f30f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:50.233364 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:51.633253 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:52.672512 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:52:53.417932 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:54.648266 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:05.840726 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-ef1aba9c-5aed-4641-a396-ec205790a4fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511529 Aug 31 12:53:05.937906 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-108c0006-2291-4702-a2bd-718d9a0480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:05.939541 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-108c0006-2291-4702-a2bd-718d9a0480ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1099 time: 0.0453558 Aug 31 12:53:06.047638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-792e721f-668e-4d38-a440-b81d0d0bb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:06.049147 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-792e721f-668e-4d38-a440-b81d0d0bb7e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.0880351 Aug 31 12:53:06.141127 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-97a8487c-821c-4efe-917c-626d6a128f1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 1002 time: 0.0726366 Aug 31 12:53:06.205842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-54e94970-b1f8-4de7-a04e-ab1898a1b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:06.207240 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-54e94970-b1f8-4de7-a04e-ab1898a1b6f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0484409 Aug 31 12:53:06.269916 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-31bf8669-511c-4441-89a8-1a2db37605bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:06.271597 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-31bf8669-511c-4441-89a8-1a2db37605bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432563 Aug 31 12:53:06.380041 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-331247e1-0f74-42bc-801f-40570b438dba service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000924 Aug 31 12:53:06.474785 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-963efb79-53d3-4516-9670-2fdfbf6d6962 req-5899aec0-e032-4cc4-88dc-117aa4cad203 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Aug 31 12:53:17.635129 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-4b862e90-f3ad-4e2f-9447-cc8d97953842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:19.834386 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-975bd05d-1636-4763-bfdb-2249ddfc8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:20.235587 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:21.636207 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:23.411613 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:24.640604 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:29.671652 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:53:43.898767 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2279c23-46d6-4a5b-ac2f-8bb08e33b5e2 req-51bf073e-3f4a-441b-bece-443c097b5090 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:43.900375 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a2279c23-46d6-4a5b-ac2f-8bb08e33b5e2 req-51bf073e-3f4a-441b-bece-443c097b5090 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0535107 Aug 31 12:53:43.949161 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a2279c23-46d6-4a5b-ac2f-8bb08e33b5e2 req-f1accef3-0f9c-4d06-bb55-2e065bde06b8 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Aug 31 12:53:45.077252 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ba823-ed22-4b45-8f91-7dc6ec57c30e req-8d23d75d-5b88-43e4-a363-75471b31b72f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:45.078839 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a27ba823-ed22-4b45-8f91-7dc6ec57c30e req-8d23d75d-5b88-43e4-a363-75471b31b72f tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0562844 Aug 31 12:53:45.118294 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a27ba823-ed22-4b45-8f91-7dc6ec57c30e req-b5adc4f7-ff54-442d-b887-b22d6027b154 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335543 Aug 31 12:53:45.815522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-0180402e-ce85-4e5f-86a5-14e3ac2a9222 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:45.816987 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-0180402e-ce85-4e5f-86a5-14e3ac2a9222 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.0489454 Aug 31 12:53:45.924153 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Deleting port d2422e57-363e-414e-8708-68d52783c15b {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:45.924387 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.017520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] For port d2422e57-363e-414e-8708-68d52783c15b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d2422e57-363e-414e-8708-68d52783c15b,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:46.017883 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.202604 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.203359 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16507147'] for floatingip, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.203359 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Floating IP b9ebd94c-a30c-415a-a1c1-3df948c9a30e disassociated. External IP: 172.27.3.161, port: d2422e57-363e-414e-8708-68d52783c15b. Aug 31 12:53:46.203577 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Calling delete_port for d2422e57-363e-414e-8708-68d52783c15b owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:46.290675 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33148250-8de8-4cd8-909f-20296fdd126d req-e434e0e6-042b-48c6-9e6a-a50a16af8212 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:46.292271 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33148250-8de8-4cd8-909f-20296fdd126d req-e434e0e6-042b-48c6-9e6a-a50a16af8212 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/ports?device_id=841a005d-f1c6-4d16-a91d-9d69af26fa88 HTTP/1.1" status: 200 len: 946 time: 0.1014686 Aug 31 12:53:46.346596 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-33148250-8de8-4cd8-909f-20296fdd126d req-b51f10dc-cf80-408d-94e6-a96402230713 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups?id=c760ed40-302a-4bde-a3c6-37d3ea4044e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476556 Aug 31 12:53:46.395513 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.430066 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'Port': ['ID=d2422e57-363e-414e-8708-68d52783c15b,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:46.441424 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.441780 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.442125 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.442463 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.442794 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.443146 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.443479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.443812 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.444142 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.444469 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.444790 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.445300 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:46.555822 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:53:46.664438 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:53:46.674676 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:53:46.685471 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:46.686100 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:46.705596 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] No DVR routers for this DVR port d2422e57-363e-414e-8708-68d52783c15b on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:53:46.708257 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.710277 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c546e4ae-4f5d-4b3b-b30d-ed11f7421f5a req-ac20929c-9c37-45cb-99bb-a6b6de77bd8e tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.55 "DELETE /v2.0/ports/d2422e57-363e-414e-8708-68d52783c15b HTTP/1.1" status: 204 len: 173 time: 0.8866370 Aug 31 12:53:46.711334 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'name': 'network-vif-deleted', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:53:46.713586 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b473b1-74a1-4edd-b95b-ff2e14de0f28" -d '{"events": [{"server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "name": "network-vif-deleted", "tag": "d2422e57-363e-414e-8708-68d52783c15b"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:53:46.758614 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a83b1-b97c-4819-95d5-7b94a2e2c809 x-openstack-request-id: req-d86a83b1-b97c-4819-95d5-7b94a2e2c809 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:53:46.758880 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a005d-f1c6-4d16-a91d-9d69af26fa88", "name": "network-vif-deleted", "tag": "d2422e57-363e-414e-8708-68d52783c15b", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:53:46.760424 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d86a83b1-b97c-4819-95d5-7b94a2e2c809 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:53:46.760846 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a005d-f1c6-4d16-a91d-9d69af26fa88', 'name': 'network-vif-deleted', 'tag': 'd2422e57-363e-414e-8708-68d52783c15b', 'status': 'completed', 'code': 200} Aug 31 12:53:46.799076 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:47.002912 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:47.029018 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:53:47.037652 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:47.038247 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:20Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:47.149184 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:47.437243 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44596) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:47.448630 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:47.474224 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfef66-9f3a-4392-b8ea-d4f950633742 None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:27Z', 'revision_number': 4, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': 'fea4ee35-d88a-4931-b865-6484b11c6012', 'name': '', 'network_id': 'c140c873-d825-453f-84de-dd3f6a763590', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'mac_address': 'fa:16:3e:74:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:26Z', 'updated_at': '2021-08-31T12:49:31Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'subnets': [{'id': 'bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:53:47.494729 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.519744 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.575004 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.577723 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.578971 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "DELETE /v2.0/security-groups/c760ed40-302a-4bde-a3c6-37d3ea4044e0 HTTP/1.1" status: 204 len: 168 time: 0.1400423 Aug 31 12:53:47.581920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44598) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:47.589501 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733203af-5f4a-42dd-a059-f9bc16e2c036 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c760ed40-302a-4bde-a3c6-37d3ea4044e0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:47.603746 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.api.v2.resource [None req-8416a517-cf67-4bbc-bab0-3f3a8d987e30 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] show failed (client error): The resource could not be found. Aug 31 12:53:47.605141 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8416a517-cf67-4bbc-bab0-3f3a8d987e30 tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "GET /v2.0/security-groups/c760ed40-302a-4bde-a3c6-37d3ea4044e0 HTTP/1.1" status: 404 len: 347 time: 0.0222249 Aug 31 12:53:47.608088 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44602) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:47.641658 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a8a6f53b-701d-467d-b373-22adff32754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.712529 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141426ac-5399-42b3-b2be-9d7b54f783ae None None] New status for floating IP b9ebd94c-a30c-415a-a1c1-3df948c9a30e: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:53:47.746430 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Deleting port 0de8cd7d-f288-4fe5-9ae9-d6381a136dab {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:47.746779 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.824964 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.825307 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:47.839124 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Calling delete_port for 0de8cd7d-f288-4fe5-9ae9-d6381a136dab owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:48.195538 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:48.219282 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Pushing event deleted for resources: {'Port': ['ID=0de8cd7d-f288-4fe5-9ae9-d6381a136dab,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:48.232796 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.233145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.233486 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.233823 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.234147 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.234526 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.234790 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.235267 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.235466 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.235783 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.236101 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.236418 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:48.301107 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:48.303812 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:48.305108 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-1d08a3a7-2c81-475e-8dc4-17aa04b5e23b tempest-AttachVolumeTestJSON-1990049794 tempest-AttachVolumeTestJSON-1990049794-project] 10.222.0.60 "DELETE /v2.0/floatingips/b9ebd94c-a30c-415a-a1c1-3df948c9a30e HTTP/1.1" status: 204 len: 168 time: 0.6958606 Aug 31 12:53:48.567325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d2422e57-363e-414e-8708-68d52783c15b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:53:48.589495 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: d2422e57-363e-414e-8708-68d52783c15b {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:53:48.589838 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device d2422e57-363e-414e-8708-68d52783c15b not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:53:49.837371 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-33434348-5ff6-4ffc-a549-e84d518552ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.239075 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.271534 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44614) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:50.426436 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port 46eeee53-d59e-481c-9523-0a09c0de8cae {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:50.426783 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.499425 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.499698 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.511275 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for 46eeee53-d59e-481c-9523-0a09c0de8cae owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:50.657399 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.683676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=46eeee53-d59e-481c-9523-0a09c0de8cae,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:50.750329 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:50.750600 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.db.l3_db [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP 52592733-30d0-4bdb-9317-536ff8f76ebb disassociated (deleted). External IP: 172.27.3.214, port: 15f3c678-a950-45c3-81b1-707ae7a34d70. Aug 31 12:53:50.969515 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:53:51.084349 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:53:51.089617 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:51.094029 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:53:51.105169 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:51.105814 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:51.120275 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-28c2e837-663d-4e7e-9c06-0371d4a40980 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "DELETE /v2.0/floatingips/52592733-30d0-4bdb-9317-536ff8f76ebb HTTP/1.1" status: 204 len: 168 time: 0.8476138 Aug 31 12:53:51.120880 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70'}] {{(pid=100545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:53:51.123181 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccd7d192c93b69b76346e779e06ba2e4778f2bf8f5522ac38cf788dc1c3fbe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089326c6-98a2-4c30-b58b-09d60a3c8d41" -d '{"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70"}]}' {{(pid=100545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:53:51.230715 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:51.322345 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f99efa-35bf-4562-8039-a522536bc7ef x-openstack-request-id: req-e8f99efa-35bf-4562-8039-a522536bc7ef {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:53:51.322345 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70", "status": "completed", "code": 200}]} {{(pid=100545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:53:51.322345 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8f99efa-35bf-4562-8039-a522536bc7ef {{(pid=100545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:53:51.322345 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'status': 'completed', 'code': 200} Aug 31 12:53:51.427849 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1434e9-9d89-45a0-b958-cadd3e0dd35c req-24eec9ee-3576-42de-af5b-ed5ed3b55a54 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:51.429423 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9a1434e9-9d89-45a0-b958-cadd3e0dd35c req-24eec9ee-3576-42de-af5b-ed5ed3b55a54 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0858126 Aug 31 12:53:51.432714 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-91fbc134-dd3c-4c38-a1e3-4676eb3851ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:51.434097 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-91fbc134-dd3c-4c38-a1e3-4676eb3851ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 1098 time: 0.0796738 Aug 31 12:53:51.511526 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:51.527645 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-9a1434e9-9d89-45a0-b958-cadd3e0dd35c req-f3580fc5-76de-44c5-987e-83226722e1c7 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894597 Aug 31 12:53:51.547994 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:53:51.557345 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:51.558011 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:51.567456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-3c544259-73a3-414c-b1cb-9c3807c72460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:51.568977 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-3c544259-73a3-414c-b1cb-9c3807c72460 service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1240072 Aug 31 12:53:51.614645 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-58dd7739-e2a5-41a8-aa7b-1be48f773d80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 200 len: 217 time: 0.0357509 Aug 31 12:53:51.641992 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:51.678239 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-bd64983d-5ab0-40df-b5e5-1f7f79774e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:51.679140 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-bd64983d-5ab0-40df-b5e5-1f7f79774e10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0555058 Aug 31 12:53:51.685948 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:51.729312 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-dd5b5e3b-af6f-4420-ac6a-10b01acbe511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:51.730918 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-dd5b5e3b-af6f-4420-ac6a-10b01acbe511 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433207 Aug 31 12:53:51.849518 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-abf7c4e3-ab15-42a7-97b6-d51ac4a9d59a service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105454 Aug 31 12:53:51.892942 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44640) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:51.965256 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-089326c6-98a2-4c30-b58b-09d60a3c8d41 req-a400e4a9-395b-4efc-8bec-badcddf673b7 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072917 Aug 31 12:53:51.972777 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:52.022855 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb71e7-275c-4d79-8d51-03c3eceaae78 None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_floatingips': [{'id': '382ed254-20cb-4370-93d1-3d1c9e73df71', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'router_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'port_id': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'mac_address': 'fa:16:3e:6a:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:50:03Z', 'updated_at': '2021-08-31T12:50:06Z', 'revision_number': 1, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:53:52.298697 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41627bb7-c5f2-4927-aef0-b2bad8eaf7e7 None None] New status for floating IP 52592733-30d0-4bdb-9317-536ff8f76ebb: DOWN {{(pid=100547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:53:52.414604 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:52.699356 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Deleting port fea4ee35-d88a-4931-b865-6484b11c6012 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:52.699779 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:52.712802 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c79db-bf3d-4bbb-a270-479657d6f0dc req-48396922-682a-4f5e-828a-82a54749e9a1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:52.715633 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b8c79db-bf3d-4bbb-a270-479657d6f0dc req-48396922-682a-4f5e-828a-82a54749e9a1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0937982 Aug 31 12:53:52.778859 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b8c79db-bf3d-4bbb-a270-479657d6f0dc req-6e40c5bc-b10a-4017-aa12-3a2a6777cad1 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560853 Aug 31 12:53:52.784087 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] For port fea4ee35-d88a-4931-b865-6484b11c6012, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=fea4ee35-d88a-4931-b865-6484b11c6012,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:52.784462 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:52.799541 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Calling delete_port for fea4ee35-d88a-4931-b865-6484b11c6012 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:52.898248 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-da3edd21-a452-40f7-a7d2-014f0bd8685a tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:52.900936 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-da3edd21-a452-40f7-a7d2-014f0bd8685a tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 945 time: 0.0670562 Aug 31 12:53:53.030506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port 15f3c678-a950-45c3-81b1-707ae7a34d70 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:53.031068 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.047535 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.080163 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea4ee35-d88a-4931-b865-6484b11c6012,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:53.161178 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] For port 15f3c678-a950-45c3-81b1-707ae7a34d70, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=15f3c678-a950-45c3-81b1-707ae7a34d70,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:53.161767 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.181101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for 15f3c678-a950-45c3-81b1-707ae7a34d70 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:53.305727 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.353123 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.387360 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=15f3c678-a950-45c3-81b1-707ae7a34d70,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:53.435342 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.443872 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] No DVR routers for this DVR port 15f3c678-a950-45c3-81b1-707ae7a34d70 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:53:53.448960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:53.451228 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4ab3b74e-35ec-4b51-9509-ae4d3f06a518 req-b3a20dbb-ef58-41b3-9ac5-49f522e8127b tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "DELETE /v2.0/ports/15f3c678-a950-45c3-81b1-707ae7a34d70 HTTP/1.1" status: 204 len: 173 time: 0.5423386 Aug 31 12:53:53.451728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'name': 'network-vif-deleted', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:53:53.454572 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa49ca2-80d2-4fa2-b9ce-ae59b1e64b7d" -d '{"events": [{"server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "name": "network-vif-deleted", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:53:53.524406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbb023-00a9-4cb7-8745-396c48112239 x-openstack-request-id: req-4ccbb023-00a9-4cb7-8745-396c48112239 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:53:53.524892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed78fbf-163f-4384-adcd-be241645d834", "name": "network-vif-deleted", "tag": "15f3c678-a950-45c3-81b1-707ae7a34d70", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:53:53.525170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ccbb023-00a9-4cb7-8745-396c48112239 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:53:53.525811 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed78fbf-163f-4384-adcd-be241645d834', 'name': 'network-vif-deleted', 'tag': '15f3c678-a950-45c3-81b1-707ae7a34d70', 'status': 'completed', 'code': 200} Aug 31 12:53:53.719362 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Router bda1173b-3e21-4ec0-8982-a9ec9b702867 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:53:53.919145 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:53:53.932265 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-81e0ac04-ff05-428f-bdd3-03930e8218b7 admin admin] 10.222.0.60 "PUT /v2.0/routers/bda1173b-3e21-4ec0-8982-a9ec9b702867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0327880 Aug 31 12:53:53.932265 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44648) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:53.935477 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Sync routers for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:53:53.951296 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:53.952391 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:53.984361 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5d82e002-0c64-4ff6-bba5-6ed283563f9c req-97faa107-f632-4fda-88a0-69c062df1ab8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed78fbf-163f-4384-adcd-be241645d834 HTTP/1.1" status: 200 len: 210 time: 0.0704670 Aug 31 12:53:54.116670 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.148772 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:54.297424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.434144 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:53:52Z', 'revision_number': 5, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port': {'id': '26ef92cf-1e25-4ce9-aef4-2a82dc30209b', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:54.468233 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Checking router: bda1173b-3e21-4ec0-8982-a9ec9b702867 for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:53:54.480776 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Routers {'bda1173b-3e21-4ec0-8982-a9ec9b702867'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:54.481576 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['bda1173b-3e21-4ec0-8982-a9ec9b702867'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:54.583576 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] Set router bda1173b-3e21-4ec0-8982-a9ec9b702867 gateway port host: None {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:54.614280 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Deleting port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:54.614715 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.649001 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.724201 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] For port 26ef92cf-1e25-4ce9-aef4-2a82dc30209b, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:54.724809 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.738299 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:53:54Z', 'revision_number': 6, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:54.739780 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Calling delete_port for 26ef92cf-1e25-4ce9-aef4-2a82dc30209b owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:54.768758 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ead6d9-9cf6-4f11-9650-b4ff61ad0898 None None] The sync data for ids ['bda1173b-3e21-4ec0-8982-a9ec9b702867'] in dv-cinder-788782-6-iscsi is: [{'id': 'bda1173b-3e21-4ec0-8982-a9ec9b702867', 'name': 'tempest-AttachVolumeTestJSON-1758371497-router', 'tenant_id': 'f2ac239a62d04eac887947de19083701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:49:24Z', 'updated_at': '2021-08-31T12:53:54Z', 'revision_number': 6, 'project_id': 'f2ac239a62d04eac887947de19083701', 'gw_port_host': None}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:53:54.925267 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:54.956613 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Pushing event deleted for resources: {'Port': ['ID=26ef92cf-1e25-4ce9-aef4-2a82dc30209b,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:55.027160 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.184164 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.188237 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.261340 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.262355 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda1173b-3e21-4ec0-8982-a9ec9b702867 {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:53:55.277880 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.280464 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2acc597d-aaa9-4314-86df-79fa671ab8af admin admin] 10.222.0.60 "DELETE /v2.0/routers/bda1173b-3e21-4ec0-8982-a9ec9b702867 HTTP/1.1" status: 204 len: 168 time: 1.3398001 Aug 31 12:53:55.283409 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44656) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:55.336013 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Deleting subnet bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:53:55.340061 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.382201 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.475607 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.537617 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.566081 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:55.569484 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.573625 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-792199fd-d497-460b-8900-5db59ff6f918 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bc15b1d6-b2dc-4fed-9f10-ecdf16c291fa HTTP/1.1" status: 204 len: 168 time: 0.2870059 Aug 31 12:53:55.574977 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44658) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:55.588036 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2145fcf-f581-41b1-a552-0848c8e2c059 None None] Network c140c873-d825-453f-84de-dd3f6a763590 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:53:55.653955 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 26ef92cf-1e25-4ce9-aef4-2a82dc30209b no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:53:55.681155 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.689484 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 26ef92cf-1e25-4ce9-aef4-2a82dc30209b {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:53:55.689833 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 26ef92cf-1e25-4ce9-aef4-2a82dc30209b not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:53:55.690269 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device fea4ee35-d88a-4931-b865-6484b11c6012 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:53:55.723726 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: fea4ee35-d88a-4931-b865-6484b11c6012 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:53:55.724081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device fea4ee35-d88a-4931-b865-6484b11c6012 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:53:55.777226 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Deleting port 9b9a0451-def6-418e-aa82-0adddb70db65 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:55.777659 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.875649 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] For port 9b9a0451-def6-418e-aa82-0adddb70db65, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=9b9a0451-def6-418e-aa82-0adddb70db65,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:55.876183 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:55.893363 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Calling delete_port for 9b9a0451-def6-418e-aa82-0adddb70db65 owned by network:dhcp {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:55.894176 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] DHCP port deletion for c140c873-d825-453f-84de-dd3f6a763590 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:53:55.956138 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Deleting port 9b9a0451-def6-418e-aa82-0adddb70db65 {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:55.956514 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.007983 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.037390 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9a0451-def6-418e-aa82-0adddb70db65,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:56.042127 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] No DVR routers for this DVR port 9b9a0451-def6-418e-aa82-0adddb70db65 on host dv-cinder-788782-6-iscsi {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:53:56.052313 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] For port 9b9a0451-def6-418e-aa82-0adddb70db65, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=9b9a0451-def6-418e-aa82-0adddb70db65,segment=NetworkSegment(3782f980-2aa8-4b01-8466-9f204da476c3),segment_id=3782f980-2aa8-4b01-8466-9f204da476c3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:53:56.052885 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.072696 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Calling delete_port for 9b9a0451-def6-418e-aa82-0adddb70db65 owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:56.119944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.132407 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c140c873-d825-453f-84de-dd3f6a763590']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:56.145332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3782f980-2aa8-4b01-8466-9f204da476c3') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:56.145719 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3782f980-2aa8-4b01-8466-9f204da476c3') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:56.156898 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.169935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.184968 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.196343 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:53:56.197293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:53:56.200461 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:53:56.202744 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Pushing event deleted for resources: {'Port': ['ID=9b9a0451-def6-418e-aa82-0adddb70db65,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:56.206507 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] No DVR routers for this DVR port 9b9a0451-def6-418e-aa82-0adddb70db65 on host dv-cinder-788782-6-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:53:56.215447 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.215833 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.216446 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.216988 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.217549 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.218056 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.218582 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.219178 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.219837 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.220330 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.220810 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.221343 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508a20e8-1958-4bae-aabf-eaea477ce0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:53:56.284601 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.294073 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.298897 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/c140c873-d825-453f-84de-dd3f6a763590 HTTP/1.1" status: 204 len: 168 time: 0.7202892 Aug 31 12:53:56.308836 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fce16-36a3-4219-a1be-7f44176294ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c140c873-d825-453f-84de-dd3f6a763590,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:56.557893 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44668) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:56.612374 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f7fc3503-2137-49cb-9df1-297f76d46c7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2ac239a62d04eac887947de19083701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528827 Aug 31 12:53:56.615149 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44670) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:56.647672 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 15f3c678-a950-45c3-81b1-707ae7a34d70 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:53:56.690171 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: 15f3c678-a950-45c3-81b1-707ae7a34d70 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:53:56.691035 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device 15f3c678-a950-45c3-81b1-707ae7a34d70 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:53:56.695728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.732424 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.799773 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.803366 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:56.804990 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7c2c5d4-8f8f-46a5-a5ce-11cf2ab0b581 HTTP/1.1" status: 204 len: 168 time: 0.1881542 Aug 31 12:53:56.817069 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928617-dd65-4c95-84cf-a687574f000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2c5d4-8f8f-46a5-a5ce-11cf2ab0b581,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:57.356702 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44688) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:53:57.477781 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 9b9a0451-def6-418e-aa82-0adddb70db65 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:53:57.503066 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 9b9a0451-def6-418e-aa82-0adddb70db65 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:53:57.503636 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 9b9a0451-def6-418e-aa82-0adddb70db65 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:53:57.595497 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port 43a425e4-7477-4152-ad7c-3c9fbcb2f849 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:53:57.595900 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:57.694650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:57.695858 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:57.716569 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for 43a425e4-7477-4152-ad7c-3c9fbcb2f849 owned by network:floatingip {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:53:57.983632 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:58.023275 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=43a425e4-7477-4152-ad7c-3c9fbcb2f849,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:53:58.408666 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:58.409852 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.l3_db [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Floating IP 382ed254-20cb-4370-93d1-3d1c9e73df71 disassociated (deleted). External IP: 172.27.3.179, port: e307fc75-a4bc-4eda-9a27-8e2b46d5614f. Aug 31 12:53:58.678369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100546) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:53:58.831705 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100546) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:53:58.839130 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:58.849041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:53:58.864736 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:58.865774 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:58.886669 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-d24c6ee7-d9fc-4bf5-a422-40f88cee1539 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "DELETE /v2.0/floatingips/382ed254-20cb-4370-93d1-3d1c9e73df71 HTTP/1.1" status: 204 len: 168 time: 1.5258627 Aug 31 12:53:58.886669 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:53:58.889514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c193a5-98fd-4f62-8da2-7bf28f879c26" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:53:58.967108 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d245ce8d-15de-4b1a-8b30-af6ae7a9b115 x-openstack-request-id: req-d245ce8d-15de-4b1a-8b30-af6ae7a9b115 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:53:58.967356 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:53:58.967558 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d245ce8d-15de-4b1a-8b30-af6ae7a9b115 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:53:58.968707 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'status': 'completed', 'code': 200} Aug 31 12:53:59.043968 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:59.064555 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-0cb49a04-6343-4608-ab8b-b937cba68df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:59.067367 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-0cb49a04-6343-4608-ab8b-b937cba68df6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 1099 time: 0.0778179 Aug 31 12:53:59.264989 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-77c6e80d-06ed-4f6c-b7d4-86b69c05e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:59.266600 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-77c6e80d-06ed-4f6c-b7d4-86b69c05e2fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 200 len: 913 time: 0.1919637 Aug 31 12:53:59.296846 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8672bb-ad9d-4aa8-b569-c6448f934cb3 req-07d587e3-de0f-46c6-baa6-4f03c3586c8c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:59.306038 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f8672bb-ad9d-4aa8-b569-c6448f934cb3 req-07d587e3-de0f-46c6-baa6-4f03c3586c8c tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.1033225 Aug 31 12:53:59.349572 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-fc1ae5ac-92ed-4d38-800d-6ec627a89d4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 200 len: 217 time: 0.0728602 Aug 31 12:53:59.423523 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:59.444076 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4f8672bb-ad9d-4aa8-b569-c6448f934cb3 req-2b13db97-e55e-4a00-8338-094c647f1db9 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370492 Aug 31 12:53:59.453510 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-030d45a1-1e54-43f8-ae64-991478d0cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:59.455134 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-030d45a1-1e54-43f8-ae64-991478d0cb7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 200 len: 851 time: 0.0941501 Aug 31 12:53:59.456202 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:53:59.473195 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:53:59.475718 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:59.518783 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-abda8b46-ddba-4073-a5e7-be6772c92889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:53:59.520525 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-abda8b46-ddba-4073-a5e7-be6772c92889 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=754f89e7-b8fb-4965-8923-5b572e4883c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559185 Aug 31 12:53:59.604922 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:53:59.638353 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-34901bbc-88fa-4c16-8d1b-c9e6de39d62e service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091027 Aug 31 12:53:59.787100 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c5c193a5-98fd-4f62-8da2-7bf28f879c26 req-52c3da9b-4579-4be5-8072-8929562c5f36 service neutron] 10.222.0.55 "GET /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373544 Aug 31 12:53:59.920838 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:53:59.956760 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5614bd-5104-4daf-9077-a6b4ce1e48fd None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:46:14Z', 'revision_number': 4, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi', '_interfaces': [{'id': '818d34d3-ce91-4f70-b016-5c82b00ed286', 'name': '', 'network_id': '754f89e7-b8fb-4965-8923-5b572e4883c4', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'mac_address': 'fa:16:3e:1e:3f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:13Z', 'updated_at': '2021-08-31T12:46:21Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'subnets': [{'id': '87287031-b2b6-49b9-bccf-1c183e1ce88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:54:00.227651 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c846b-8ecd-4be5-8b49-052b62462f41 None None] New status for floating IP 382ed254-20cb-4370-93d1-3d1c9e73df71: DOWN {{(pid=100548) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 12:54:00.653153 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea96-7f87-42b0-abea-23e71ab82540 req-f1c8c466-5140-4d29-ae5c-28fc6089bdd8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:00.655961 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcbfea96-7f87-42b0-abea-23e71ab82540 req-f1c8c466-5140-4d29-ae5c-28fc6089bdd8 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.0857985 Aug 31 12:54:00.717164 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fcbfea96-7f87-42b0-abea-23e71ab82540 req-a42d4672-ffb9-4cce-a6a8-57e4d97c34fb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/security-groups?id=9acea2e8-9f44-4651-831f-c88345110ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483603 Aug 31 12:54:01.005184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-2b2fc456-c3cd-4096-b956-528de4c97747 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:01.006996 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-2b2fc456-c3cd-4096-b956-528de4c97747 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 946 time: 0.0596063 Aug 31 12:54:01.116399 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port e307fc75-a4bc-4eda-9a27-8e2b46d5614f {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:01.116817 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:01.233012 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] For port e307fc75-a4bc-4eda-9a27-8e2b46d5614f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:01.233338 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:01.253555 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for e307fc75-a4bc-4eda-9a27-8e2b46d5614f owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:01.420063 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:01.455656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=e307fc75-a4bc-4eda-9a27-8e2b46d5614f,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:01.502958 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] No DVR routers for this DVR port e307fc75-a4bc-4eda-9a27-8e2b46d5614f on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:54:01.505685 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:01.507782 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-6c1998b2-9c55-4b68-bf26-e5edb4900658 req-0db763b9-6695-4d9c-90d2-f06dede9ed4f tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.55 "DELETE /v2.0/ports/e307fc75-a4bc-4eda-9a27-8e2b46d5614f HTTP/1.1" status: 204 len: 173 time: 0.4933858 Aug 31 12:54:01.508230 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'name': 'network-vif-deleted', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:54:01.510915 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9634bc-43cb-4a29-87c2-c2c718d2c965" -d '{"events": [{"server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "name": "network-vif-deleted", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:54:01.551577 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dd58b-29b4-4b12-a988-f0380ea89635 x-openstack-request-id: req-476dd58b-29b4-4b12-a988-f0380ea89635 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:54:01.551818 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d4b36-8a4f-4a04-973f-f263a446a35c", "name": "network-vif-deleted", "tag": "e307fc75-a4bc-4eda-9a27-8e2b46d5614f", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:54:01.551987 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-476dd58b-29b4-4b12-a988-f0380ea89635 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:54:01.552505 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d4b36-8a4f-4a04-973f-f263a446a35c', 'name': 'network-vif-deleted', 'tag': 'e307fc75-a4bc-4eda-9a27-8e2b46d5614f', 'status': 'completed', 'code': 200} Aug 31 12:54:01.913027 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ff3dd35e-2e7c-4983-9901-f759cb8d9080 req-3b1ab8e3-669f-4276-855f-c7a1762477eb tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9d4b36-8a4f-4a04-973f-f263a446a35c HTTP/1.1" status: 200 len: 210 time: 0.0616577 Aug 31 12:54:02.151266 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44762) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:02.304499 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-65320c78-3487-4c85-9674-59ecdf1dedab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.417238 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-65320c78-3487-4c85-9674-59ecdf1dedab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.422265 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-65320c78-3487-4c85-9674-59ecdf1dedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.464171 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65320c78-3487-4c85-9674-59ecdf1dedab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a308ef-154a-42bb-93b7-39c2be5db16a,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:02.468786 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-65320c78-3487-4c85-9674-59ecdf1dedab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47bdd7875bb648aeb3e864fb0e02a4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162982 Aug 31 12:54:02.472489 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44766) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:02.530628 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.560733 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.622068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.627206 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:02.631831 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8a308ef-154a-42bb-93b7-39c2be5db16a HTTP/1.1" status: 204 len: 168 time: 0.1559415 Aug 31 12:54:02.646653 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f3c5-7f00-4abf-a511-dca2e3570af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a308ef-154a-42bb-93b7-39c2be5db16a,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:02.987294 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44774) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:03.054601 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44776) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:03.072777 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66af3631-93a6-4658-8f4d-67e05e10551e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.140173 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Deleting port da901d34-dcd8-437f-9c9f-d4e082feab6c {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:03.140593 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.195666 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66af3631-93a6-4658-8f4d-67e05e10551e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.200488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-66af3631-93a6-4658-8f4d-67e05e10551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.238558 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.239439 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.239891 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-66af3631-93a6-4658-8f4d-67e05e10551e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dd000c26998431ba44b65cc69b4dd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833441 Aug 31 12:54:03.241208 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af3631-93a6-4658-8f4d-67e05e10551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a919771-f44c-4cca-8967-4dcb5d787dd9,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:03.242960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44778) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:03.268534 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Calling delete_port for da901d34-dcd8-437f-9c9f-d4e082feab6c owned by network:floatingip {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:03.374330 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.418697 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.508136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.543390 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'Port': ['ID=da901d34-dcd8-437f-9c9f-d4e082feab6c,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:03.552704 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.555260 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.556602 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a919771-f44c-4cca-8967-4dcb5d787dd9 HTTP/1.1" status: 204 len: 168 time: 0.3123167 Aug 31 12:54:03.582479 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e793e72-be24-45d1-ba0f-398b614167b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a919771-f44c-4cca-8967-4dcb5d787dd9,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:03.641585 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for floatingip, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.644877 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for floatingip, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:03.646196 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-deec86b8-9a88-41d3-bdb1-963eedc2eb19 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "DELETE /v2.0/floatingips/a267bdb0-b987-4876-bddb-58f8a661cc84 HTTP/1.1" status: 204 len: 168 time: 0.6574390 Aug 31 12:54:04.700818 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e307fc75-a4bc-4eda-9a27-8e2b46d5614f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:04.722148 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: e307fc75-a4bc-4eda-9a27-8e2b46d5614f {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:04.722409 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device e307fc75-a4bc-4eda-9a27-8e2b46d5614f not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:04.851681 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44820) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:04.925136 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44826) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:04.986351 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d40ea06c-d813-4d42-8f83-ae44ff1f48f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.028495 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.072058 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.158861 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d40ea06c-d813-4d42-8f83-ae44ff1f48f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.162937 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-d40ea06c-d813-4d42-8f83-ae44ff1f48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.200181 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.202960 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.204237 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] 10.222.0.60 "DELETE /v2.0/security-groups/9acea2e8-9f44-4651-831f-c88345110ba4 HTTP/1.1" status: 204 len: 168 time: 0.2780895 Aug 31 12:54:05.211936 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ea06c-d813-4d42-8f83-ae44ff1f48f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be001b-0e8d-4115-b58c-9eab08e4c776,revision_number=1']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:05.225844 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44830) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:05.226388 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-d40ea06c-d813-4d42-8f83-ae44ff1f48f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66e2c386034f446aa84e58c954dc34d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728862 Aug 31 12:54:05.231825 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614df7d-4f7d-4a62-9efc-3bf5cf1defa6 tempest-TestVolumeBootPattern-1755872404 tempest-TestVolumeBootPattern-1755872404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acea2e8-9f44-4651-831f-c88345110ba4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:05.274778 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44832) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:05.316215 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.342050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.404598 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.407781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:05.412167 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9be001b-0e8d-4115-b58c-9eab08e4c776 HTTP/1.1" status: 204 len: 168 time: 0.1848614 Aug 31 12:54:05.422184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfccf68-58bf-4ac7-af98-05110090831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be001b-0e8d-4115-b58c-9eab08e4c776,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:05.767647 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:06.084463 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Deleting port 818d34d3-ce91-4f70-b016-5c82b00ed286 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:06.085197 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:06.181527 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] For port 818d34d3-ce91-4f70-b016-5c82b00ed286, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=818d34d3-ce91-4f70-b016-5c82b00ed286,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:06.181907 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:06.197290 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Calling delete_port for 818d34d3-ce91-4f70-b016-5c82b00ed286 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:06.403481 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:06.435126 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Pushing event deleted for resources: {'Port': ['ID=818d34d3-ce91-4f70-b016-5c82b00ed286,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:06.638498 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:06.673371 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:54:06.884659 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:54:07.024935 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:54:07.030256 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-2e6e80d9-0b39-40f7-b200-e146d3e43954 admin admin] 10.222.0.60 "PUT /v2.0/routers/a79c0672-37f7-49d0-bb65-3b4b8d180ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541976 Aug 31 12:54:07.032832 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44874) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:07.038665 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Sync routers for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:54:07.050099 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:54:07.051314 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:07.162676 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:07.178437 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: dv-cinder-788782-6-iscsi {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:54:07.433817 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:54:06Z', 'revision_number': 5, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port': {'id': '557c7351-55ed-444b-9b42-39d3be734dfa', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:10Z', 'updated_at': '2021-08-31T12:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:07.577533 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:07.603755 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Checking router: a79c0672-37f7-49d0-bb65-3b4b8d180ae1 for host: dv-cinder-788782-6-iscsi {{(pid=100547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:54:07.613315 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Routers {'a79c0672-37f7-49d0-bb65-3b4b8d180ae1'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:54:07.614073 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'], 'active': True} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:07.648559 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Deleting port 557c7351-55ed-444b-9b42-39d3be734dfa {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:07.649336 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:07.719013 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvr_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] Set router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 gateway port host: None {{(pid=100547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:54:07.743272 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] For port 557c7351-55ed-444b-9b42-39d3be734dfa, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=557c7351-55ed-444b-9b42-39d3be734dfa,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:07.743645 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:07.758546 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Calling delete_port for 557c7351-55ed-444b-9b42-39d3be734dfa owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:07.780325 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_hamode_db [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:54:07Z', 'revision_number': 6, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port_host': None}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:07.815553 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4984b-b0ce-43c1-8e08-3236e3a51c60 None None] The sync data for ids ['a79c0672-37f7-49d0-bb65-3b4b8d180ae1'] in dv-cinder-788782-6-iscsi is: [{'id': 'a79c0672-37f7-49d0-bb65-3b4b8d180ae1', 'name': 'tempest-TestVolumeBootPattern-1194454669-router', 'tenant_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:09Z', 'updated_at': '2021-08-31T12:54:07Z', 'revision_number': 6, 'project_id': 'f9e96e72ffa542ceb7ad95b9b6aef4d1', 'gw_port_host': None}] {{(pid=100547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:54:07.943885 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:07.979543 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=557c7351-55ed-444b-9b42-39d3be734dfa,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:08.046927 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.144717 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.147599 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.201847 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.202614 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79c0672-37f7-49d0-bb65-3b4b8d180ae1 {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:54:08.208571 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.209950 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-8b3a1e76-ec5b-4e5a-978a-ef34d4402b86 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a79c0672-37f7-49d0-bb65-3b4b8d180ae1 HTTP/1.1" status: 204 len: 168 time: 1.1761572 Aug 31 12:54:08.212738 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44880) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:08.271277 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Deleting subnet 87287031-b2b6-49b9-bccf-1c183e1ce88c {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:54:08.275595 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.313562 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.397226 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.454782 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.487388 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87287031-b2b6-49b9-bccf-1c183e1ce88c,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:08.493653 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.495968 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-6d11b763-5a61-428f-810b-435bb40d61af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/87287031-b2b6-49b9-bccf-1c183e1ce88c HTTP/1.1" status: 204 len: 168 time: 0.2821610 Aug 31 12:54:08.499649 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be85376e-8d40-4df0-a1aa-e56842939c14 None None] Network 754f89e7-b8fb-4965-8923-5b572e4883c4 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:54:08.502641 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44882) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:08.586358 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.661884 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Deleting port 0cebadab-699b-43e3-82ce-4fb2e421d2bd {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:08.662250 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.731572 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] DHCP port deletion for 754f89e7-b8fb-4965-8923-5b572e4883c4 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:54:08.759201 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] For port 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=0cebadab-699b-43e3-82ce-4fb2e421d2bd,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:08.759732 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.782453 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Calling delete_port for 0cebadab-699b-43e3-82ce-4fb2e421d2bd owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:08.804458 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Deleting port 0cebadab-699b-43e3-82ce-4fb2e421d2bd {{(pid=100547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:08.804882 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.891939 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.893686 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] For port 0cebadab-699b-43e3-82ce-4fb2e421d2bd, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=0cebadab-699b-43e3-82ce-4fb2e421d2bd,segment=NetworkSegment(bce29c4d-c159-4657-bf4a-d7b33ba0af03),segment_id=bce29c4d-c159-4657-bf4a-d7b33ba0af03)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:08.894181 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:08.914198 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Calling delete_port for 0cebadab-699b-43e3-82ce-4fb2e421d2bd owned by network:dhcp {{(pid=100547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:08.928324 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cebadab-699b-43e3-82ce-4fb2e421d2bd,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:08.933343 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] No DVR routers for this DVR port 0cebadab-699b-43e3-82ce-4fb2e421d2bd on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:54:09.018524 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985'] for port, after_delete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.037870 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.049990 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754f89e7-b8fb-4965-8923-5b572e4883c4']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:09.054154 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] Pushing event deleted for resources: {'Port': ['ID=0cebadab-699b-43e3-82ce-4fb2e421d2bd,revision_number=None']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:09.059805 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a8d51-1d3e-4b05-a523-52f7b7978cd2 None None] No DVR routers for this DVR port 0cebadab-699b-43e3-82ce-4fb2e421d2bd on host dv-cinder-788782-6-iscsi {{(pid=100547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:54:09.067203 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce29c4d-c159-4657-bf4a-d7b33ba0af03') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:09.067543 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce29c4d-c159-4657-bf4a-d7b33ba0af03') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:09.079612 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.095912 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.108695 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:54:09.109225 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:54:09.111775 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:54:09.177664 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.187829 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.193560 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] 10.222.0.60 "DELETE /v2.0/networks/754f89e7-b8fb-4965-8923-5b572e4883c4 HTTP/1.1" status: 204 len: 168 time: 0.6867239 Aug 31 12:54:09.194068 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44892) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:09.212996 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef4b6a-b901-4be6-a82c-7df50d99dc84 admin admin] Pushing event deleted for resources: {'Network': ['ID=754f89e7-b8fb-4965-8923-5b572e4883c4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:09.474479 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 0cebadab-699b-43e3-82ce-4fb2e421d2bd no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:09.496321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 0cebadab-699b-43e3-82ce-4fb2e421d2bd {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:09.496690 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 0cebadab-699b-43e3-82ce-4fb2e421d2bd not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:09.497162 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 557c7351-55ed-444b-9b42-39d3be734dfa no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:09.519494 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 557c7351-55ed-444b-9b42-39d3be734dfa {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:09.520183 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 557c7351-55ed-444b-9b42-39d3be734dfa not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:09.520319 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 818d34d3-ce91-4f70-b016-5c82b00ed286 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:09.544048 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 818d34d3-ce91-4f70-b016-5c82b00ed286 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:09.544400 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 818d34d3-ce91-4f70-b016-5c82b00ed286 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:09.611309 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16508171'] for router_interface, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:09.894504 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Deleting port bf4f3d5f-7015-4346-a06a-01c45437ba87 {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:09.894930 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.006143 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] For port bf4f3d5f-7015-4346-a06a-01c45437ba87, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=bf4f3d5f-7015-4346-a06a-01c45437ba87,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:10.007687 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.028419 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Calling delete_port for bf4f3d5f-7015-4346-a06a-01c45437ba87 owned by network:router_interface {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:10.242544 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44900) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:10.293049 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.320329 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4f3d5f-7015-4346-a06a-01c45437ba87,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:10.402867 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8c84d8f8-9c4d-4b23-a86a-fabe8c3a7532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.515477 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16292465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16508311'] for router_interface, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.536143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8c84d8f8-9c4d-4b23-a86a-fabe8c3a7532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.540871 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-8c84d8f8-9c4d-4b23-a86a-fabe8c3a7532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.585593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-8c84d8f8-9c4d-4b23-a86a-fabe8c3a7532 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c790c986794a49b1842a2c3c27b6008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418000 Aug 31 12:54:10.586334 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84d8f8-9c4d-4b23-a86a-fabe8c3a7532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6eecfe-f5da-4f95-bd9f-d29e4ecfb645,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:10.589004 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44904) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:10.646137 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.680643 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.742174 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.745505 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:10.746931 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e6eecfe-f5da-4f95-bd9f-d29e4ecfb645 HTTP/1.1" status: 204 len: 168 time: 0.1567559 Aug 31 12:54:10.755288 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cc7a3-926e-4598-a575-fc32736f58c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6eecfe-f5da-4f95-bd9f-d29e4ecfb645,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:10.789265 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Router d0e97471-dad4-440f-b291-dd477a24ca6a has already been hosted by L3 agent cdd06f22-7342-497d-996e-bc6c2a41601f {{(pid=100545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:54:10.912224 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] Notify agent at l3_agent.dv-cinder-788782-6-iscsi the message routers_updated {{(pid=100545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:54:10.917901 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0e13aacc-c812-4304-9f81-fa11da029e1b admin admin] 10.222.0.60 "PUT /v2.0/routers/d0e97471-dad4-440f-b291-dd477a24ca6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7217214 Aug 31 12:54:10.920523 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44910) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:10.921084 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Sync routers for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:54:10.932340 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:54:10.933007 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:11.047956 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.072405 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:54:11.133848 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44912) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:11.150075 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc67e383-eba1-4452-ac81-5f4bc9f8c37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.279960 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc67e383-eba1-4452-ac81-5f4bc9f8c37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.285059 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-fc67e383-eba1-4452-ac81-5f4bc9f8c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.290035 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:54:10Z', 'revision_number': 5, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:11.328994 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Checking router: d0e97471-dad4-440f-b291-dd477a24ca6a for host: dv-cinder-788782-6-iscsi {{(pid=100548) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:54:11.339554 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Routers {'d0e97471-dad4-440f-b291-dd477a24ca6a'} bound to L3 agent in host dv-cinder-788782-6-iscsi {{(pid=100548) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:54:11.340332 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:32:50Z,description=,heartbeat_timestamp=2021-08-31T12:53:50Z,host='dv-cinder-788782-6-iscsi',id=cdd06f22-7342-497d-996e-bc6c2a41601f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:32:50Z,topic='l3_agent')) {'router_ids': ['d0e97471-dad4-440f-b291-dd477a24ca6a'], 'active': True} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:11.346469 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-fc67e383-eba1-4452-ac81-5f4bc9f8c37a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a0d289110234640acb7eafc5b9fb1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076197 Aug 31 12:54:11.346469 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44914) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:11.355046 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67e383-eba1-4452-ac81-5f4bc9f8c37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106467a8-7cb4-435c-9c65-6ce1fccd74bd,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:11.420373 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.437394 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.453258 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.482730 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_dvr_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] Set router d0e97471-dad4-440f-b291-dd477a24ca6a gateway port host: dv-cinder-788782-6-iscsi {{(pid=100548) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:54:11.517600 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.522695 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.524729 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/106467a8-7cb4-435c-9c65-6ce1fccd74bd HTTP/1.1" status: 204 len: 168 time: 0.1766925 Aug 31 12:54:11.533495 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Deleting port 8bc81098-a446-4198-9b64-df1325755a9a {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:11.534161 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.542790 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39553a2-1116-46ef-9bc1-75d9edd5a17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106467a8-7cb4-435c-9c65-6ce1fccd74bd,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:11.676755 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] For port 8bc81098-a446-4198-9b64-df1325755a9a, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=8bc81098-a446-4198-9b64-df1325755a9a,segment=NetworkSegment(43e19db6-63b9-412a-92f5-558d7221b3b4),segment_id=43e19db6-63b9-412a-92f5-558d7221b3b4)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:11.677173 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.697716 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Calling delete_port for 8bc81098-a446-4198-9b64-df1325755a9a owned by network:router_gateway {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:11.731379 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.l3_hamode_db [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:54:10Z', 'revision_number': 5, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}], 'dv-cinder-788782-6-iscsi', False) {} {{(pid=100548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:11.761282 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e5494-39b8-4b9c-9522-90c146c1e597 None None] The sync data for ids ['d0e97471-dad4-440f-b291-dd477a24ca6a'] in dv-cinder-788782-6-iscsi is: [{'id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'name': 'tempest-TestVolumeBootPattern-679712584-router', 'tenant_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'external_fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8bc81098-a446-4198-9b64-df1325755a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:46:19Z', 'updated_at': '2021-08-31T12:54:10Z', 'revision_number': 5, 'project_id': 'f318c5b7a29749aca6d4e1e166e9907e', 'gw_port': {'id': '8bc81098-a446-4198-9b64-df1325755a9a', 'name': '', 'network_id': 'bc467efd-35f4-4a59-bcfd-f8005f51c287', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97471-dad4-440f-b291-dd477a24ca6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:46:20Z', 'updated_at': '2021-08-31T12:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d1e0524-1be3-42bd-926e-755345f41c7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-6-iscsi'}] {{(pid=100548) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:54:11.901839 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:11.939210 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc81098-a446-4198-9b64-df1325755a9a,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:12.005515 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16507189'] for router_gateway, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.119024 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16514059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3091'] for router, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.122013 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.169716 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16514048'] for router, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.170460 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e97471-dad4-440f-b291-dd477a24ca6a {{(pid=100545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:54:12.175279 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] Notify callbacks [] for router, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.176553 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-3352b2ce-ef2e-4e7d-a23a-0e8a1f488c59 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d0e97471-dad4-440f-b291-dd477a24ca6a HTTP/1.1" status: 204 len: 168 time: 1.2550693 Aug 31 12:54:12.179465 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44928) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:12.231644 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_v2 [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Deleting subnet bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0 {{(pid=100546) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:54:12.235947 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.295456 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14569855'] for subnet, precommit_delete_associations {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.402542 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.481264 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14394338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13949464'] for subnet, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.504342 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.513187 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44938) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:12.513745 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b82c0c-0e59-47c6-9d9b-f369d65d5a82 None None] Network 6634078c-a29a-437d-be40-cbd508d2d6e6 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:54:12.518548 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0 HTTP/1.1" status: 204 len: 168 time: 0.3275154 Aug 31 12:54:12.572092 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44940) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:12.583135 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714af731-3f47-4544-aecf-32c17fa13d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5c0f8f-e1e3-4ea1-ad21-49c06b296ef0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:12.627900 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.696266 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Deleting port e2ea03aa-d83a-4383-bf70-b09b650b85cb {{(pid=100545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:54:12.696626 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.750611 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-439152881-network', 'tenant_id': '6b234cbf4d1145eb999d225f9fbc9edd'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:54:12.772239 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.db [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] For port e2ea03aa-d83a-4383-bf70-b09b650b85cb, host dv-cinder-788782-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-6-iscsi',level=0,port_id=e2ea03aa-d83a-4383-bf70-b09b650b85cb,segment=NetworkSegment(ec6bd86f-336c-479d-9d46-eb1b64f418e9),segment_id=ec6bd86f-336c-479d-9d46-eb1b64f418e9)] {{(pid=100545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:12.773934 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.777462 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Made reservation on behalf of 6b234cbf4d1145eb999d225f9fbc9edd for: {'network': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:54:12.780136 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for network, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.789819 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.792045 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.plugin [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Calling delete_port for e2ea03aa-d83a-4383-bf70-b09b650b85cb owned by network:dhcp {{(pid=100545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:54:12.889190 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.890161 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14146814'] for port, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.893506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.917602 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=100546) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:54:12.931835 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ea03aa-d83a-4383-bf70-b09b650b85cb,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:12.939754 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] No DVR routers for this DVR port e2ea03aa-d83a-4383-bf70-b09b650b85cb on host dv-cinder-788782-6-iscsi {{(pid=100545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:54:12.939967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da223dd2-49e2-4bd4-92cc-75707c0dfed0,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:12.942594 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:12.943380 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.db.segments_db [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Added segment 7178ed5a-7345-493f-b55a-e5caf09195b3 of type vlan for network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 Aug 31 12:54:13.008298 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d0ce0-2ff4-4e08-a9dd-cb9c00406aee None None] DHCP port deletion for 6634078c-a29a-437d-be40-cbd508d2d6e6 request from dv-cinder-788782-6-iscsi {{(pid=100547) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 12:54:13.025423 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765399033447'] for network, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.062865 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.064112 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454'] for network, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.065327 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:13.065917 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.074592 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6634078c-a29a-437d-be40-cbd508d2d6e6']}} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:13.087737 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6bd86f-336c-479d-9d46-eb1b64f418e9') {'for_net_delete': True} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:13.088012 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.services.segments.db [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6bd86f-336c-479d-9d46-eb1b64f418e9') {} {{(pid=100545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:54:13.098304 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14139611'] for segment, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.114846 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.122643 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=100545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:54:13.124185 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14146603'] for segment, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: Traceback (most recent call last): Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: timer() Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: cb(*args, **kw) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: return func(*args, **kwargs) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: self._notify() Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: self.callback(batched_events) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: event.method(event) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: return f(self, *a, **k) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._get(url).json() Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: return self.request(url, 'GET', **kwargs) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:54:13.125112 dv-cinder-788782-6-iscsi neutron-server[100545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:54:13.129161 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5544875 Aug 31 12:54:13.133062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44944) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:13.142785 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Request body: {'subnet': {'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-439152881-subnet', 'tenant_id': '6b234cbf4d1145eb999d225f9fbc9edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:54:13.156406 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0698-2209-4346-ab97-47c1b88f8f24 admin admin] Pushing event updated for resources: {'Network': ['ID=66ac0f58-f36e-47ea-8640-7efebf4e18a7,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:13.166856 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 details requested by agent ovs-agent-dv-cinder-788782-6-iscsi with host dv-cinder-788782-6-iscsi {{(pid=100547) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:54:13.182025 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Made reservation on behalf of 6b234cbf4d1145eb999d225f9fbc9edd for: {'subnet': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:54:13.184991 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13949495'] for subnet, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.192060 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.199210 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.206523 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6634078c-a29a-437d-be40-cbd508d2d6e6 HTTP/1.1" status: 204 len: 168 time: 0.6877456 Aug 31 12:54:13.230929 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993243a0-3a44-47cf-bbe9-d344a361cfe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6634078c-a29a-437d-be40-cbd508d2d6e6,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:13.352591 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44948) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:13.402166 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14401341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13949473'] for subnet, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.404017 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-bd2e15a7-690c-4c1b-a4bf-98199314729c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9e96e72ffa542ceb7ad95b9b6aef4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502200 Aug 31 12:54:13.408226 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44950) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:13.468412 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e9988f-8ea1-44bd-b195-4885abf3df6e,revision_number=0']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:13.471723 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.476733 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Checking segment: {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:54:13.477041 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Network hostable DHCP agents. Network: 66ac0f58-f36e-47ea-8640-7efebf4e18a7, hostable agents: ['77c74e53-c9e4-4a54-9c76-fdf2e0d84d80'], hosted agents: [] {{(pid=100546) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:54:13.499014 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 is scheduled to be hosted by DHCP agent 77c74e53-c9e4-4a54-9c76-fdf2e0d84d80 with binding_index 1 {{(pid=100546) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:54:13.499651 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.513151 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8bc81098-a446-4198-9b64-df1325755a9a no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:13.515955 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-6-iscsi, 66ac0f58-f36e-47ea-8640-7efebf4e18a7) {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:54:13.522398 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:13.523069 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.537278 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930175b0-4ca9-45fd-b0f4-1ecf8544abcc None None] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:54:13.541265 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: 8bc81098-a446-4198-9b64-df1325755a9a {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:13.541613 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device 8bc81098-a446-4198-9b64-df1325755a9a not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:13.542273 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device bf4f3d5f-7015-4346-a06a-01c45437ba87 no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:13.557014 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-f01c24bd-70b9-47d6-8436-5a067e12717b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4135008 Aug 31 12:54:13.580685 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.586378 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:13.588322 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f146f4b-220f-43c8-ae86-c294a6f335a4 HTTP/1.1" status: 204 len: 168 time: 0.1789992 Aug 31 12:54:13.600060 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e66301-1f23-4b00-ab44-654dcfaa62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f146f4b-220f-43c8-ae86-c294a6f335a4,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:13.614232 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: bf4f3d5f-7015-4346-a06a-01c45437ba87 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:13.614562 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device bf4f3d5f-7015-4346-a06a-01c45437ba87 not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:13.615171 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e2ea03aa-d83a-4383-bf70-b09b650b85cb no longer exists at agent ovs-agent-dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:54:13.650479 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] No Port match for: e2ea03aa-d83a-4383-bf70-b09b650b85cb {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:54:13.650846 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Device e2ea03aa-d83a-4383-bf70-b09b650b85cb not bound to the agent host dv-cinder-788782-6-iscsi {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:54:13.772891 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311381d-4e8a-4047-81f9-832057185009 None None] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 requested from dv-cinder-788782-6-iscsi {{(pid=100547) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:54:14.051650 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 44962) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:14.105712 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-a421f586-2862-4144-99a1-e88e5f9128ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f318c5b7a29749aca6d4e1e166e9907e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524857 Aug 31 12:54:14.109961 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 44964) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:54:14.176682 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:14.216920 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:14.280956 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:14.284721 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:14.286479 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89c0dc36-a026-45da-9b4e-82d59de80bac HTTP/1.1" status: 204 len: 168 time: 0.1753266 Aug 31 12:54:14.299246 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086e9e8-1d36-4668-b8ec-404bd0b76810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0dc36-a026-45da-9b4e-82d59de80bac,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:15.724654 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-b997e716-37af-45a2-b755-ee7a4e46fbcc tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:15.726504 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-b997e716-37af-45a2-b755-ee7a4e46fbcc tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 813 time: 0.1220932 Aug 31 12:54:15.744773 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-e1fe020b-20b0-470d-bdd9-10fd6cd4346c tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/quotas/6b234cbf4d1145eb999d225f9fbc9edd HTTP/1.1" status: 200 len: 375 time: 0.0106342 Aug 31 12:54:15.782160 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-9a91c435-fe64-4ed3-a5b2-ddafdab6e5f1 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313406 Aug 31 12:54:15.794138 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-7b220673-9bc0-4bf0-bf2d-fbc0f338a40b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100546) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:54:15.795572 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-7b220673-9bc0-4bf0-bf2d-fbc0f338a40b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061276 Aug 31 12:54:16.058953 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-7c36fb00-b97d-486f-9fa4-751782286006 service neutron] 10.222.0.60 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555826 Aug 31 12:54:16.162112 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-3d54d4a7-1253-4dfe-91b0-db2e912279f9 service neutron] 10.222.0.60 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961540 Aug 31 12:54:16.356113 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5e15296a-5dca-403f-ba62-442a865f330f req-89202f76-b35d-4a17-ba4d-1ec154dbb216 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 210 time: 0.0364885 Aug 31 12:54:17.457006 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-0d9bcef8-8261-483d-9bee-ee6e0ff90bda req-12e76812-9015-43a9-9bf2-a2c501314183 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 210 time: 0.0355031 Aug 31 12:54:17.635534 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-70968702-78cf-4f7c-ab0b-ef2981933f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:18.545396 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e05f5644-3709-470f-ad36-a4c670cff3cf req-6a1fd766-fc49-4e37-8056-5a61bc0afcdb tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 210 time: 0.0315819 Aug 31 12:54:19.417758 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-421e6a34-d985-4d39-a4a0-9d97ff0242e2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:19.420244 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-421e6a34-d985-4d39-a4a0-9d97ff0242e2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 813 time: 0.1272106 Aug 31 12:54:19.434427 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Request body: {'port': {'device_id': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7', 'admin_state_up': True, 'tenant_id': '6b234cbf4d1145eb999d225f9fbc9edd'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:54:19.549522 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Made reservation on behalf of 6b234cbf4d1145eb999d225f9fbc9edd for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:54:19.553193 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:19.647290 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-185e3aff-7106-4901-b886-bb9bb954dc81 req-bd5ade0f-d656-4a71-b9be-7281ab726c3b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 210 time: 0.0350358 Aug 31 12:54:19.710481 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Allocated IP 172.20.0.10 (66ac0f58-f36e-47ea-8640-7efebf4e18a7/13e9988f-8ea1-44bd-b195-4885abf3df6e/aa8777d2-238f-443c-a6a5-edc122974870) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:54:19.838154 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6790ff88-101b-4eaa-90d1-e79dcd1f2a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:19.859929 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:19.899073 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:19.948641 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:54:19.952047 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:54:19.956269 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:54:19.982627 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Pushing event updated for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:20.017050 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:20.017868 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.033805 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-392cbee1-06de-41ae-a622-9ba849c836b8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042955 Aug 31 12:54:20.046465 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Request body: {'port': {'device_id': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:54:20.102536 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.241648 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.375461 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8777d2-238f-443c-a6a5-edc122974870 {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:54:20.383989 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.398151 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Transition to ACTIVE for port object aa8777d2-238f-443c-a6a5-edc122974870 will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:54:20.401455 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.453332 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:20.524369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Attempting to bind port aa8777d2-238f-443c-a6a5-edc122974870 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:54:20.524616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Attempting to bind port aa8777d2-238f-443c-a6a5-edc122974870 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:54:20.524935 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Attempting to bind port aa8777d2-238f-443c-a6a5-edc122974870 on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:54:20.530042 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Port aa8777d2-238f-443c-a6a5-edc122974870 on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:54:20.530369 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Attempting to bind port aa8777d2-238f-443c-a6a5-edc122974870 on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:54:20.535143 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:54:20.535479 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Checking segment: {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:54:20.535861 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Bound using segment: {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:54:20.536285 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Bound port: aa8777d2-238f-443c-a6a5-edc122974870, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:54:20.536647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.603321 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:54:20.606465 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aa8777d2-238f-443c-a6a5-edc122974870,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:54:20.611397 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.648355 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:20.649080 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:20.650722 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa8777d2-238f-443c-a6a5-edc122974870 HTTP/1.1" status: 200 len: 1094 time: 0.6086361 Aug 31 12:54:20.651223 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:54:20.653784 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6360b41-b5f9-418a-b584-b6f06c76d45d" -d '{"events": [{"name": "network-changed", "server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "tag": "aa8777d2-238f-443c-a6a5-edc122974870"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:54:20.689878 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f23a3-1e77-4da0-a9d7-fab118a4af39 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:20.707525 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b3768-b90d-4394-8af7-28cad98970c8 x-openstack-request-id: req-4f6b3768-b90d-4394-8af7-28cad98970c8 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:54:20.708533 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "tag": "aa8777d2-238f-443c-a6a5-edc122974870", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:54:20.708822 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f6b3768-b90d-4394-8af7-28cad98970c8 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:54:20.709224 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870', 'status': 'completed', 'code': 200} Aug 31 12:54:20.773256 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-cca92e58-8bc9-4365-8d3c-cfdba3977e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:20.774892 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-cca92e58-8bc9-4365-8d3c-cfdba3977e40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 1097 time: 0.0780687 Aug 31 12:54:20.790665 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04713c6b-4314-4f90-8890-8b7eda3da82e req-ab485d08-1e24-4c0d-b9d5-7e55cc096fd2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:20.792268 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04713c6b-4314-4f90-8890-8b7eda3da82e req-ab485d08-1e24-4c0d-b9d5-7e55cc096fd2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 944 time: 0.0645692 Aug 31 12:54:20.837877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-69d759fa-613a-4b8e-b09c-2b37d2992158 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8777d2-238f-443c-a6a5-edc122974870 HTTP/1.1" status: 200 len: 217 time: 0.0445957 Aug 31 12:54:20.894399 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-04713c6b-4314-4f90-8890-8b7eda3da82e req-b7483d88-6dde-4bcb-abc6-25db4ffa0cfb tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 Aug 31 12:54:20.903289 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-708e61e3-98f6-4c06-9752-6047768cb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:20.904740 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-708e61e3-98f6-4c06-9752-6047768cb2de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 200 len: 853 time: 0.0587280 Aug 31 12:54:20.937832 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-9d150f31-c919-4a10-9851-905ddf9c3671 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ac0f58-f36e-47ea-8640-7efebf4e18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249619 Aug 31 12:54:21.036297 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-b1188fda-2ac1-4fbd-b205-2859e5107afb service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897310 Aug 31 12:54:21.130335 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-24f9671a-5742-4131-844e-5fc2d962cf63 req-8947aad1-1c98-4a1c-8c76-199e1304520e service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849187 Aug 31 12:54:21.221813 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-e08c20b2-95c8-424a-8b62-b85da1722315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:21.223323 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-e08c20b2-95c8-424a-8b62-b85da1722315 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 1097 time: 0.0445368 Aug 31 12:54:21.311111 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-26dbd2bf-2c10-4aee-8fa7-f9cd4060f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:21.312486 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-26dbd2bf-2c10-4aee-8fa7-f9cd4060f583 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 914 time: 0.0811746 Aug 31 12:54:21.358743 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-5a58b35c-70aa-4ef4-b9e6-c725eea9766d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8777d2-238f-443c-a6a5-edc122974870 HTTP/1.1" status: 200 len: 217 time: 0.0372202 Aug 31 12:54:21.408899 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-a5cd22b6-205e-49e0-9bd5-5eaf58394c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:21.410352 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-a5cd22b6-205e-49e0-9bd5-5eaf58394c1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 200 len: 853 time: 0.0442336 Aug 31 12:54:21.442357 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-36633b7f-47ad-4981-ba95-5fbd05c62d98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ac0f58-f36e-47ea-8640-7efebf4e18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242963 Aug 31 12:54:21.531700 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-d1572075-3386-4708-8589-f06c669a579b service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814004 Aug 31 12:54:21.627998 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c6360b41-b5f9-418a-b584-b6f06c76d45d req-9042071a-e271-4499-bbd9-5669500caede service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883820 Aug 31 12:54:21.643681 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:22.014834 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48ccc-42c6-4d76-b9ee-6318c18d38ea req-5d62f361-f765-4062-88e5-1ece349278e6 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:22.016411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b2c48ccc-42c6-4d76-b9ee-6318c18d38ea req-5d62f361-f765-4062-88e5-1ece349278e6 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 944 time: 0.0540824 Aug 31 12:54:22.055507 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b2c48ccc-42c6-4d76-b9ee-6318c18d38ea req-07660365-6765-4933-9c86-0472ce6c1bb8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Aug 31 12:54:23.176984 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966f56-14f7-4e55-a3cb-9dfe1b7e2578 req-31f2f339-c583-4c2c-b7e7-b62a338fc843 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:23.179120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa966f56-14f7-4e55-a3cb-9dfe1b7e2578 req-31f2f339-c583-4c2c-b7e7-b62a338fc843 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 944 time: 0.0542920 Aug 31 12:54:23.218580 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa966f56-14f7-4e55-a3cb-9dfe1b7e2578 req-2be80fda-1f3f-4aa3-a2dd-f0d26d8d0f15 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Aug 31 12:54:23.415832 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:24.334134 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510eb31-e7b0-41db-b430-6ffcbce7d5b7 req-e522eed7-1858-451f-abd3-892771d688f3 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:24.336294 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3510eb31-e7b0-41db-b430-6ffcbce7d5b7 req-e522eed7-1858-451f-abd3-892771d688f3 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 944 time: 0.0495028 Aug 31 12:54:24.375665 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-3510eb31-e7b0-41db-b430-6ffcbce7d5b7 req-7ff3d299-b2dd-4851-81df-eba2bcbbe32e tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Aug 31 12:54:24.661328 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:24.771575 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device aa8777d2-238f-443c-a6a5-edc122974870 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:54:24.870671 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aa8777d2-238f-443c-a6a5-edc122974870,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:24.882936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'aa8777d2-238f-443c-a6a5-edc122974870', 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7', 'port_id': 'aa8777d2-238f-443c-a6a5-edc122974870', 'mac_address': 'fa:16:3e:3b:f2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e9988f-8ea1-44bd-b195-4885abf3df6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:54:24.920491 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:24.933657 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8777d2-238f-443c-a6a5-edc122974870 {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:54:24.953070 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aa8777d2-238f-443c-a6a5-edc122974870,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:24.956240 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:25.012254 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:25.186422 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['aa8777d2-238f-443c-a6a5-edc122974870'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:54:25.497865 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f41fc-e2a5-468d-b5a2-8842af4ef8ba req-e7b4311b-7fa3-462a-86fc-63990714325a tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:25.499404 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a42f41fc-e2a5-468d-b5a2-8842af4ef8ba req-e7b4311b-7fa3-462a-86fc-63990714325a tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 945 time: 0.0518541 Aug 31 12:54:25.539887 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-a42f41fc-e2a5-468d-b5a2-8842af4ef8ba req-386696b3-28a2-41c3-8550-0b65384efa8f tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344210 Aug 31 12:54:26.658125 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8069e-e058-4a87-add3-6d65a588007e req-9b6bdcf8-58ad-4fdd-b1a8-8abe9e04ffbf tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:26.659660 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfe8069e-e058-4a87-add3-6d65a588007e req-9b6bdcf8-58ad-4fdd-b1a8-8abe9e04ffbf tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 945 time: 0.0518799 Aug 31 12:54:26.783322 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device aa8777d2-238f-443c-a6a5-edc122974870 up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:54:26.837081 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port aa8777d2-238f-443c-a6a5-edc122974870 completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:54:26.841408 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port aa8777d2-238f-443c-a6a5-edc122974870 triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:54:26.841782 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:26.919987 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:26.943884 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:54:26.947302 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92bf55-2288-4ba5-8cb7-b509f47898ea" -d '{"events": [{"server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "name": "network-vif-plugged", "status": "completed", "tag": "aa8777d2-238f-443c-a6a5-edc122974870"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:54:26.960743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aa8777d2-238f-443c-a6a5-edc122974870,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:54:26.964552 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-bfe8069e-e058-4a87-add3-6d65a588007e req-e08a3876-5157-4e0d-a7b1-c9c5412b32a3 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989247 Aug 31 12:54:26.965175 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:27.008094 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84878f4d-8dc9-4642-a72d-f6af7a3bfebb x-openstack-request-id: req-84878f4d-8dc9-4642-a72d-f6af7a3bfebb {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:54:27.008377 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "name": "network-vif-plugged", "status": "completed", "tag": "aa8777d2-238f-443c-a6a5-edc122974870", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:54:27.008629 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84878f4d-8dc9-4642-a72d-f6af7a3bfebb {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:54:27.009015 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870', 'code': 200} Aug 31 12:54:27.019170 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:54:27.174328 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4894ea-88ad-4626-865e-6c65865557d3 req-68ce8761-ad29-47c3-b96e-dd5c62952d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:27.175851 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c4894ea-88ad-4626-865e-6c65865557d3 req-68ce8761-ad29-47c3-b96e-dd5c62952d53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 1099 time: 0.0392232 Aug 31 12:54:27.210868 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-8c4894ea-88ad-4626-865e-6c65865557d3 req-7c3c6747-aa0e-4f80-986f-468cf72eaf96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282924 Aug 31 12:54:28.091043 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292234-2f12-4081-954f-4e9c347096a3 req-e5438e5f-de7c-4144-b922-13d75844ea5b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:28.092427 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-92292234-2f12-4081-954f-4e9c347096a3 req-e5438e5f-de7c-4144-b922-13d75844ea5b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 946 time: 0.0551145 Aug 31 12:54:28.137725 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-92292234-2f12-4081-954f-4e9c347096a3 req-c9971612-5d23-405b-89d1-c443ef4d74c8 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Aug 31 12:54:29.261714 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f2b6-8a22-4902-8cf9-4f89ebb96faa req-dec35472-d149-40e4-aed9-c5d2582c910c tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:54:29.263246 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d665f2b6-8a22-4902-8cf9-4f89ebb96faa req-dec35472-d149-40e4-aed9-c5d2582c910c tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 946 time: 0.0556173 Aug 31 12:54:29.300581 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d665f2b6-8a22-4902-8cf9-4f89ebb96faa req-fac81da8-0380-499d-9650-887a805091f7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Aug 31 12:54:43.679484 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:54:47.643757 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1224b289-f121-45aa-bef6-616615516cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:49.839003 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c3af11f9-93f5-4882-acc3-c461a280c528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:50.245938 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:51.645087 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:53.451475 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:54:54.659754 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:06.626636 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-f3dab889-5889-4a0a-bafe-35749e784a20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419619 Aug 31 12:55:06.727781 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-8dec5f5a-3304-46ff-85f0-7d70eabda7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:06.730048 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-8dec5f5a-3304-46ff-85f0-7d70eabda7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 1099 time: 0.0492582 Aug 31 12:55:06.854293 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-e8d1b869-04c4-4e9e-9083-3e3f7353e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:06.855834 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-e8d1b869-04c4-4e9e-9083-3e3f7353e083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 914 time: 0.1024351 Aug 31 12:55:06.907232 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-55661f56-fdb2-405d-ad26-0984c2ed57dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8777d2-238f-443c-a6a5-edc122974870 HTTP/1.1" status: 200 len: 217 time: 0.0425866 Aug 31 12:55:06.959260 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-8d780636-58b3-4368-80b5-ff90c0c9d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:06.960737 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-8d780636-58b3-4368-80b5-ff90c0c9d689 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 200 len: 853 time: 0.0461650 Aug 31 12:55:06.995554 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-0674d341-2c9b-47e4-b855-7ef87bce4770 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ac0f58-f36e-47ea-8640-7efebf4e18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265622 Aug 31 12:55:07.095405 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-9f0d9b97-2a25-4470-a9cf-6f5f4f2cd2da service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910764 Aug 31 12:55:07.191134 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-99814ab8-9f39-4a27-b948-6da27cd201c4 req-8a299184-7a6d-4849-bb61-dfff88a00e9c service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Aug 31 12:55:12.571698 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c791-643a-4dd0-aaf6-b4a192b4acbb req-97a18757-8cb9-475b-983e-33c634b5a123 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:12.573142 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-30a8c791-643a-4dd0-aaf6-b4a192b4acbb req-97a18757-8cb9-475b-983e-33c634b5a123 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 946 time: 0.0559115 Aug 31 12:55:12.610643 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-30a8c791-643a-4dd0-aaf6-b4a192b4acbb req-4a4ad978-f926-4344-9530-b7f6ad4e5b14 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 31 12:55:13.742021 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f8af3-a387-478a-82b7-8bac2bbaa08a req-98f031fa-c4a5-49ba-83db-aa800d17d969 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:13.749929 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-928f8af3-a387-478a-82b7-8bac2bbaa08a req-98f031fa-c4a5-49ba-83db-aa800d17d969 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 946 time: 0.0587730 Aug 31 12:55:13.790428 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-928f8af3-a387-478a-82b7-8bac2bbaa08a req-cf5504a7-8c1d-4112-b5a1-bfa21b419964 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Aug 31 12:55:14.328966 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-167b80ee-df66-46a1-a8b9-1fe11191d8b3 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:14.330358 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-167b80ee-df66-46a1-a8b9-1fe11191d8b3 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 946 time: 0.0480232 Aug 31 12:55:14.428595 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Deleting port aa8777d2-238f-443c-a6a5-edc122974870 {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:55:14.428944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:14.519776 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] For port aa8777d2-238f-443c-a6a5-edc122974870, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=aa8777d2-238f-443c-a6a5-edc122974870,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:55:14.520132 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:14.535589 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Calling delete_port for aa8777d2-238f-443c-a6a5-edc122974870 owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:55:14.668547 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:14.681239 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['aa8777d2-238f-443c-a6a5-edc122974870'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:55:14.695425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Pushing event deleted for resources: {'Port': ['ID=aa8777d2-238f-443c-a6a5-edc122974870,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:14.707802 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.708159 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.708506 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.708842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.709177 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.709513 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.709844 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.710175 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.710508 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.710856 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.711184 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.711509 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:14.757104 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] No DVR routers for this DVR port aa8777d2-238f-443c-a6a5-edc122974870 on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:55:14.762863 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:14.764872 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-f4d6bdd4-69c0-4a85-b7d2-f8828d631c6c req-0f3fa3b4-6f30-4ff2-b69e-c1799a898724 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "DELETE /v2.0/ports/aa8777d2-238f-443c-a6a5-edc122974870 HTTP/1.1" status: 204 len: 173 time: 0.4285350 Aug 31 12:55:14.765396 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'name': 'network-vif-deleted', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:55:14.767586 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27df938-454c-402d-8029-55ae89ad08ca" -d '{"events": [{"server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "name": "network-vif-deleted", "tag": "aa8777d2-238f-443c-a6a5-edc122974870"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:55:14.805980 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda3938-04a8-4aec-ac06-cad01fc674f4 x-openstack-request-id: req-6dda3938-04a8-4aec-ac06-cad01fc674f4 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:55:14.806271 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae1a300-fb0c-45cf-949c-ed7017d98f9c", "name": "network-vif-deleted", "tag": "aa8777d2-238f-443c-a6a5-edc122974870", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:55:14.806520 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dda3938-04a8-4aec-ac06-cad01fc674f4 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:55:14.806941 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae1a300-fb0c-45cf-949c-ed7017d98f9c', 'name': 'network-vif-deleted', 'tag': 'aa8777d2-238f-443c-a6a5-edc122974870', 'status': 'completed', 'code': 200} Aug 31 12:55:14.906536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-fa3b8d64-4940-4ece-b7ed-0553d2d84965 req-fa88a2ae-1325-436d-b903-106bf1ecad59 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fae1a300-fb0c-45cf-949c-ed7017d98f9c HTTP/1.1" status: 200 len: 210 time: 0.0313413 Aug 31 12:55:17.637614 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-0efa1db4-fa21-48b4-9b00-1765ea6e3236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:19.037474 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device aa8777d2-238f-443c-a6a5-edc122974870 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:55:19.057667 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: aa8777d2-238f-443c-a6a5-edc122974870 {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:55:19.058012 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device aa8777d2-238f-443c-a6a5-edc122974870 not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:55:19.842213 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3d76bee3-8c20-4b8a-8809-41ce1d374cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.249220 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.674012 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:55:21.648382 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:23.428842 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:23.872734 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-56d32ce4-ff20-497d-a512-0239311880f2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:23.874240 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-56d32ce4-ff20-497d-a512-0239311880f2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 813 time: 0.1027269 Aug 31 12:55:23.889877 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-9f8cc072-af49-4bd5-91e9-1c5601cce319 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/quotas/6b234cbf4d1145eb999d225f9fbc9edd HTTP/1.1" status: 200 len: 375 time: 0.0098398 Aug 31 12:55:23.926458 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-1f5b895a-40a4-44da-afbf-5c851d4b6d63 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304418 Aug 31 12:55:24.069669 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2774e9d0-3a2b-4728-a90e-9d539390fa83 service neutron] 10.222.0.60 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363432 Aug 31 12:55:24.160527 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-b844a4e4-082e-4714-8313-035c84afcc5a service neutron] 10.222.0.60 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845904 Aug 31 12:55:24.330652 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e0852c07-9f3f-4c09-9e09-336786f7ac78 req-7613c146-5e36-488a-b62c-ff0946451341 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 210 time: 0.0325000 Aug 31 12:55:24.662666 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:25.272638 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-59d0202b-58ef-49df-b73a-0b47d03990cf tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:25.274536 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-59d0202b-58ef-49df-b73a-0b47d03990cf tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 813 time: 0.1207247 Aug 31 12:55:25.288540 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Request body: {'port': {'device_id': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7', 'admin_state_up': True, 'tenant_id': '6b234cbf4d1145eb999d225f9fbc9edd'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:25.435198 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-d0cfd663-d475-4fe6-8fd6-12e6f85696a0 req-45b8d19f-05bc-4189-b8d6-d2f74d021a38 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 210 time: 0.0335963 Aug 31 12:55:25.439402 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Made reservation on behalf of 6b234cbf4d1145eb999d225f9fbc9edd for: {'port': 1} {{(pid=100546) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:55:25.443011 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:25.581170 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.db_base_plugin_common [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Allocated IP 172.20.0.4 (66ac0f58-f36e-47ea-8640-7efebf4e18a7/13e9988f-8ea1-44bd-b195-4885abf3df6e/fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d) {{(pid=100546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:55:25.734319 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks [] for port, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:25.774488 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765399015976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:25.819084 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 is already hosted by enough agents. {{(pid=100546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:55:25.822427 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.scheduler.base_scheduler [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Resources bound (agent type, host, resource id): {{(pid=100546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:55:25.829619 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Received port after_create {{(pid=100546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:55:25.858721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Pushing event updated for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:25.884315 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:25.884928 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:25.900128 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-2889e43d-cfa8-4778-a89f-8ea313213fae tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164005 Aug 31 12:55:25.912668 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.v2.base [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Request body: {'port': {'device_id': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=100546) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:25.965756 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.235542 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d {{(pid=100546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:55:26.245514 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.260347 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.provisioning_blocks [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Transition to ACTIVE for port object fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d will not be triggered until provisioned by entity L2. {{(pid=100546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:55:26.264265 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.314761 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Pushing event updated for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=2']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:26.381686 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Attempting to bind port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d on host hv-cinder-78878 for vnic_type normal with profile {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:55:26.382303 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Attempting to bind port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:55:26.382644 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Attempting to bind port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:55:26.387296 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:55:26.387616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Attempting to bind port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d on network 66ac0f58-f36e-47ea-8640-7efebf4e18a7 {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:55:26.392295 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Checking agent: {'id': '7cbf350c-fef9-4eb2-95cc-767f282ff394', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:55:26.392637 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Checking segment: {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:55:26.393029 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Bound using segment: {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'} {{(pid=100546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:55:26.393453 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.managers [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Bound port: fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7178ed5a-7345-493f-b55a-e5caf09195b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7'}}] {{(pid=100546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:55:26.393811 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.459532 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, cleared binding levels {{(pid=100546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:55:26.462751 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:55:26.468056 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14394292'] for port, after_update {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.500616 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:26.501162 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:26.502589 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] 10.222.0.55 "PUT /v2.0/ports/fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d HTTP/1.1" status: 200 len: 1093 time: 0.5943258 Aug 31 12:55:26.503052 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:55:26.505318 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:55:26.545093 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c5a46-80ad-4728-9e1f-ef27e2b86f76 x-openstack-request-id: req-761c5a46-80ad-4728-9e1f-ef27e2b86f76 {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:55:26.545378 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:55:26.545626 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-761c5a46-80ad-4728-9e1f-ef27e2b86f76 {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:55:26.546019 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d', 'status': 'completed', 'code': 200} Aug 31 12:55:26.602476 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e1ffc-70c7-4be3-9eb6-b110734a2fab service neutron] Pushing event updated for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=3']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:26.620906 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494637-e5a8-4fdf-9b6d-48b35f24f405 req-a4f8d62b-4187-4b59-ba0f-9f3224eef70f tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:26.622473 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43494637-e5a8-4fdf-9b6d-48b35f24f405 req-a4f8d62b-4187-4b59-ba0f-9f3224eef70f tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 943 time: 0.1122413 Aug 31 12:55:26.629306 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-dd3a27d8-38fb-42ba-b9c2-8825d441774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:26.631038 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-dd3a27d8-38fb-42ba-b9c2-8825d441774c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0840888 Aug 31 12:55:26.687496 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-e7b550d3-1026-4729-9aff-56f9cdfedf0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d HTTP/1.1" status: 200 len: 217 time: 0.0479090 Aug 31 12:55:26.709390 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-43494637-e5a8-4fdf-9b6d-48b35f24f405 req-848158e9-f834-4964-8b2c-438c30aa4ce6 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773387 Aug 31 12:55:26.744289 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-13be3d3c-d7a2-4ec5-90c0-a11ae383181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:26.745760 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-13be3d3c-d7a2-4ec5-90c0-a11ae383181a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 200 len: 853 time: 0.0496435 Aug 31 12:55:26.784149 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-607bef0d-bbec-447f-ab91-c8b7fc5c6267 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ac0f58-f36e-47ea-8640-7efebf4e18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306575 Aug 31 12:55:26.878715 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-ecc4bb5d-9007-43b7-9c96-bbfc4f88722d service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Aug 31 12:55:26.982411 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-487bcfd7-e1f0-4cf1-8352-fe2a4d917ef1 req-56f5cddf-a530-426b-9b57-0634ec34ec3a service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957615 Aug 31 12:55:27.087892 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-ada0eae9-fb24-487f-82bc-e4986f04e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:27.089389 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-ada0eae9-fb24-487f-82bc-e4986f04e8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0506041 Aug 31 12:55:27.181062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-e6ac6b77-4a9a-4ff3-a8c5-0e6b3de67473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:27.182720 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-e6ac6b77-4a9a-4ff3-a8c5-0e6b3de67473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 200 len: 914 time: 0.0863960 Aug 31 12:55:27.232078 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-ba9c8a1a-5276-4fa9-ab1b-03d02d6352dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d HTTP/1.1" status: 200 len: 217 time: 0.0394826 Aug 31 12:55:27.284101 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-3213567c-7c2a-4509-b603-18bd7dd00635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:27.285590 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-3213567c-7c2a-4509-b603-18bd7dd00635 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 200 len: 853 time: 0.0457649 Aug 31 12:55:27.320370 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-9f81335d-a8a7-4bea-b60d-0c1dc4a43c83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ac0f58-f36e-47ea-8640-7efebf4e18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266671 Aug 31 12:55:27.422217 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-31d5b5f1-3171-4f60-b534-e35930c1c1fa service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901711 Aug 31 12:55:27.516110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-2b3cbc5e-74e8-4d05-80d0-3fbdcfe8c0e5 req-33117c04-198c-4cf1-a561-df1c7f15dbfc service neutron] 10.222.0.55 "GET /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Aug 31 12:55:27.847944 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd8db-77b6-48c9-a0b5-4dac6c6dbaec req-ee053acb-be61-4125-bf99-3e05437608ba tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:27.849465 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c12dd8db-77b6-48c9-a0b5-4dac6c6dbaec req-ee053acb-be61-4125-bf99-3e05437608ba tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 943 time: 0.0502276 Aug 31 12:55:27.889312 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-c12dd8db-77b6-48c9-a0b5-4dac6c6dbaec req-c4778baa-eb81-475a-991e-6e6135f8305a tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Aug 31 12:55:29.015971 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a583f32-5a64-4e08-b770-ecca9d137b7b req-c5061f24-fa92-4941-b235-b54a807cbea4 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:29.017637 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a583f32-5a64-4e08-b770-ecca9d137b7b req-c5061f24-fa92-4941-b235-b54a807cbea4 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 943 time: 0.0586472 Aug 31 12:55:29.061904 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-4a583f32-5a64-4e08-b770-ecca9d137b7b req-6eca171e-8992-4595-a701-f2590c10f892 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Aug 31 12:55:30.190920 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fb6e2-302d-48de-81b4-4bf45adc4546 req-c8a527dc-09ff-45c0-8e6c-18b8d771fd82 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:30.193120 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e68fb6e2-302d-48de-81b4-4bf45adc4546 req-c8a527dc-09ff-45c0-8e6c-18b8d771fd82 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 943 time: 0.0516968 Aug 31 12:55:30.234296 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-e68fb6e2-302d-48de-81b4-4bf45adc4546 req-e981780a-f114-4578-842d-a94ee56da77e tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Aug 31 12:55:31.109011 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=100547) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 12:55:31.249939 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:55:31.262275 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Returning: {'device': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d', 'network_id': '66ac0f58-f36e-47ea-8640-7efebf4e18a7', 'port_id': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d', 'mac_address': 'fa:16:3e:56:0f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e9988f-8ea1-44bd-b195-4885abf3df6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100547) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 12:55:31.304701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:31.319913 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d {{(pid=100547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:55:31.341837 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:55:31.346493 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:31.372729 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f452-2603-45a7-a2f3-217b1fda55bf req-569731ce-bafd-4bd5-b145-227e31e2594a tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:31.374533 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aaf8f452-2603-45a7-a2f3-217b1fda55bf req-569731ce-bafd-4bd5-b145-227e31e2594a tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 943 time: 0.0571022 Aug 31 12:55:31.405369 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=4']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:31.413228 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.413584 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.414031 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.414286 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.414631 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.414995 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.415331 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.415661 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.415992 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.416321 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.416646 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.416971 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:31.417762 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-aaf8f452-2603-45a7-a2f3-217b1fda55bf req-85c467bb-3879-4bd7-9106-0caea07ab514 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Aug 31 12:55:31.561700 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:55:32.584199 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392c5e-c488-46d9-bcd1-8b1735ae48f5 req-d9cfb7c1-06da-404e-9da2-39c60fa0ca07 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:32.587045 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-18392c5e-c488-46d9-bcd1-8b1735ae48f5 req-d9cfb7c1-06da-404e-9da2-39c60fa0ca07 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 944 time: 0.0835950 Aug 31 12:55:32.628480 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-18392c5e-c488-46d9-bcd1-8b1735ae48f5 req-7ec5e04d-f41d-46c0-97cc-e75d7f71dba2 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Aug 31 12:55:33.112357 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d up at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:55:33.173448 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning for port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d completed by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:55:33.178792 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.db.provisioning_blocks [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Provisioning complete for port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d triggered by entity L2. {{(pid=100547) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:55:33.179237 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-636955'] for port, provisioning_complete {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:33.258546 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613836'] for port, before_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:33.284908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d'}] {{(pid=100547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:55:33.287836 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f998ece02500bca146ba041d0d2c30695f97c6d0ac2c71944928ece5070813d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb9940c-41f4-4f86-bd13-2796c32a1654" -d '{"events": [{"server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d"}]}' {{(pid=100547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:55:33.303743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:55:33.309507 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765399512275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765399015994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765399016012'] for port, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:33.347746 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415bc41-8c3c-4a3c-b3fc-7e33428caf33 x-openstack-request-id: req-7415bc41-8c3c-4a3c-b3fc-7e33428caf33 {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:55:33.348254 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "name": "network-vif-plugged", "status": "completed", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d", "code": 200}]} {{(pid=100547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:55:33.349192 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7415bc41-8c3c-4a3c-b3fc-7e33428caf33 {{(pid=100547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:55:33.349839 dv-cinder-788782-6-iscsi neutron-server[100547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d', 'code': 200} Aug 31 12:55:33.403674 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Pushing event updated for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=5']} {{(pid=100547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:33.585367 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b70e1-49e7-42fa-8787-722e72e85e3e req-24dc0ac5-8051-4fe1-9cc7-2d71e4f6925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:33.587260 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-393b70e1-49e7-42fa-8787-722e72e85e3e req-24dc0ac5-8051-4fe1-9cc7-2d71e4f6925f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0848639 Aug 31 12:55:33.648775 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-393b70e1-49e7-42fa-8787-722e72e85e3e req-cf04c6e3-6fc1-4da2-86bd-f7578d6117c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Aug 31 12:55:33.757967 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82744507-761d-4419-b4b2-a9ce225257d9 req-fab492c0-fce8-46cb-b3a7-fe5113e37939 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:33.760425 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82744507-761d-4419-b4b2-a9ce225257d9 req-fab492c0-fce8-46cb-b3a7-fe5113e37939 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Aug 31 12:55:33.803064 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-82744507-761d-4419-b4b2-a9ce225257d9 req-566937ad-cf5a-460f-933e-bda8afcb98a5 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361369 Aug 31 12:55:34.934120 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d2f3d-b2a6-4fc9-aa2f-1bf12c3586bb req-9a752dd0-6359-4abd-b776-317c3ff8b105 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:34.935938 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ee3d2f3d-b2a6-4fc9-aa2f-1bf12c3586bb req-9a752dd0-6359-4abd-b776-317c3ff8b105 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 945 time: 0.0558388 Aug 31 12:55:34.981725 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-ee3d2f3d-b2a6-4fc9-aa2f-1bf12c3586bb req-30f25444-8130-4236-8041-e3c1b9e7fae4 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Aug 31 12:55:47.759611 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-a166b45e-021b-4702-9e11-dcb5a03a1329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:49.846156 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8605-e310-42af-aa6c-523322a5224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:50.252510 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.653342 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:53.427454 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:54.669978 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:55.112425 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ad493-f022-4141-b7d4-150e8a7f5772 req-7bfd8b6c-f528-4fef-9a88-7c02ca93c4fa tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:55.114593 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b39ad493-f022-4141-b7d4-150e8a7f5772 req-7bfd8b6c-f528-4fef-9a88-7c02ca93c4fa tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 945 time: 0.0508215 Aug 31 12:55:55.153495 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-b39ad493-f022-4141-b7d4-150e8a7f5772 req-b6807b59-bfa3-4ed1-947c-a2fe09edcc50 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327806 Aug 31 12:55:56.272028 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa28c04-98e5-4f02-9dc3-98668b31ff42 req-4c5a38b4-7e87-47ca-9934-936726b4b8ea tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:56.273508 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5aa28c04-98e5-4f02-9dc3-98668b31ff42 req-4c5a38b4-7e87-47ca-9934-936726b4b8ea tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Aug 31 12:55:56.315216 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5aa28c04-98e5-4f02-9dc3-98668b31ff42 req-36ab7c91-075c-4401-b614-c5f17c159e85 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/security-groups?id=da223dd2-49e2-4bd4-92cc-75707c0dfed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Aug 31 12:55:56.722257 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-b2fb9cfa-b49d-4579-a0ab-d7fee499db7b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100546) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:56.724221 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-b2fb9cfa-b49d-4579-a0ab-d7fee499db7b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 945 time: 0.0553980 Aug 31 12:55:56.819684 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Deleting port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d {{(pid=100546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 12:55:56.820062 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765399512342'] for port, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:56.918775 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.db [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] For port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,segment=NetworkSegment(7178ed5a-7345-493f-b55a-e5caf09195b3),segment_id=7178ed5a-7345-493f-b55a-e5caf09195b3)] {{(pid=100546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:55:56.919103 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16510845'] for port, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:56.932783 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.plugin [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Calling delete_port for fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d owned by compute:nova {{(pid=100546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 12:55:57.069036 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765399512293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765399015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14394253'] for port, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:57.083245 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.db [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] get_ports_and_sgs() called for port_ids ['fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d'] {{(pid=100547) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 12:55:57.101910 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Pushing event deleted for resources: {'Port': ['ID=fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:57.144367 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] No DVR routers for this DVR port fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d on host hv-cinder-78878 {{(pid=100546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:55:57.147721 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16944'] for port, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:57.149975 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-5a7ce4fb-27b5-42e0-860c-91dc23b2cd1e req-20b91418-4ac7-41f0-ace0-899144a09cc7 tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.55 "DELETE /v2.0/ports/fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d HTTP/1.1" status: 204 len: 173 time: 0.4192691 Aug 31 12:55:57.150562 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'name': 'network-vif-deleted', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d'}] {{(pid=100546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:55:57.153144 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56408a68ece2cbcddb0ac324dfe9fe15967174c569b1bc60accd86886fb2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f01c502-10a9-4067-8b0d-be5252870513" -d '{"events": [{"server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "name": "network-vif-deleted", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d"}]}' {{(pid=100546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 12:55:57.194842 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ad35c3-6487-457e-975c-ef8e03d6b53b x-openstack-request-id: req-b5ad35c3-6487-457e-975c-ef8e03d6b53b {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 12:55:57.195194 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3", "name": "network-vif-deleted", "tag": "fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d", "status": "completed", "code": 200}]} {{(pid=100546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 12:55:57.195470 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5ad35c3-6487-457e-975c-ef8e03d6b53b {{(pid=100546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 12:55:57.195896 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3', 'name': 'network-vif-deleted', 'tag': 'fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d', 'status': 'completed', 'code': 200} Aug 31 12:55:57.431245 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [req-66858fff-9fa8-4258-9d10-774e5a610350 req-f69a110c-7dfa-4b2a-b8f9-89860c706d5b tempest-VolumesSnapshotTestJSON-1084213881 tempest-VolumesSnapshotTestJSON-1084213881-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbcc7bec-1a83-4d62-aabb-c1e56dac0bd3 HTTP/1.1" status: 200 len: 210 time: 0.0295446 Aug 31 12:55:57.672525 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:56:01.881140 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 12:56:01.900936 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.plugin [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] No Port match for: fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d {{(pid=100547) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 12:56:01.901285 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron.plugins.ml2.rpc [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Device fa25ebb5-c5b4-4267-8f1c-ec293bb3b43d not bound to the agent host hv-cinder-78878 {{(pid=100547) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 12:56:17.643584 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6bff128c-93dc-4df5-a30b-8e50f4555ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.847743 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf09e-46c5-4dcd-8d4c-65120a8417ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.258530 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.459738 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [req-f2ecfd40-b489-4767-9597-b9a55f7b2db4 req-4ac2e443-da6e-4a8b-801d-a234d00353ad service neutron] (100545) timed out ('10.222.0.55', 58891) {{(pid=100545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 12:56:20.755492 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 45544) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:20.805610 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Deleting subnet 13e9988f-8ea1-44bd-b195-4885abf3df6e {{(pid=100545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 12:56:20.809165 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.845865 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14139616'] for subnet, precommit_delete_associations {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.888103 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-630889'] for subnet, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.949271 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-630882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14146705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13840989'] for subnet, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.980637 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e9988f-8ea1-44bd-b195-4885abf3df6e,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:20.985553 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for subnet, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.990891 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/13e9988f-8ea1-44bd-b195-4885abf3df6e HTTP/1.1" status: 204 len: 168 time: 0.2309299 Aug 31 12:56:20.992134 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 45548) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:20.993320 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.993679 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.994049 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.994385 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.994721 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.995092 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.995429 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.995762 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.996094 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.996424 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.996757 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:20.997079 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2f69b-d672-4ccf-9798-4ec68c4804b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.079997 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526086'] for network, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.164785 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634514', 'neutron.services.segments.db._delete_segments_for_network-8765399566785'] for network, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.175177 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ac0f58-f36e-47ea-8640-7efebf4e18a7']}} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:21.187431 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7178ed5a-7345-493f-b55a-e5caf09195b3') {'for_net_delete': True} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:21.187704 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.services.segments.db [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7178ed5a-7345-493f-b55a-e5caf09195b3') {} {{(pid=100546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:21.199820 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765399576917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14569796'] for segment, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.214061 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415'] for segment, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.221635 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=100546) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 12:56:21.222679 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14394200'] for segment, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: Traceback (most recent call last): Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: timer() Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: cb(*args, **kw) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: return func(*args, **kwargs) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: self._notify() Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: self.callback(batched_events) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: event.method(event) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: return f(self, *a, **k) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._get(url).json() Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: return self.request(url, 'GET', **kwargs) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:56:21.224718 dv-cinder-788782-6-iscsi neutron-server[100546]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:56:21.288517 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16507161'] for network, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.294282 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292500'] for network, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.296273 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] 10.222.0.60 "DELETE /v2.0/networks/66ac0f58-f36e-47ea-8640-7efebf4e18a7 HTTP/1.1" status: 204 len: 168 time: 0.3036077 Aug 31 12:56:21.308131 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ac0f58-f36e-47ea-8640-7efebf4e18a7,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:21.321919 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.322270 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.322612 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.322986 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.323316 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.323647 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.323975 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.324302 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.324630 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.324952 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.325273 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.325593 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67c966-bcd4-43d3-968a-6e8027b57b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-6-iscsi {{(pid=100546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:21.491509 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 45552) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:21.535332 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-6b2823e2-1fba-405b-91df-08a014bb1c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b234cbf4d1145eb999d225f9fbc9edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424521 Aug 31 12:56:21.538728 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 45554) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:21.617656 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.649414 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.660153 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.703318 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.705935 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.708110 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da223dd2-49e2-4bd4-92cc-75707c0dfed0 HTTP/1.1" status: 204 len: 168 time: 0.1673183 Aug 31 12:56:21.715585 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d49fa3-024d-4409-99ea-a5b61958ee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da223dd2-49e2-4bd4-92cc-75707c0dfed0,revision_number=None']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:23.427856 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:24.676222 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:26.498874 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [req-ef08aa10-179a-4058-8dda-8debff792ae2 req-0107c437-25d5-4c26-9120-cd33f5c53369 service neutron] (100545) timed out ('10.222.0.55', 58897) {{(pid=100545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 12:56:34.671895 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:56:41.305020 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.wsgi [-] (100546) accepted ('10.222.0.60', 45686) {{(pid=100546) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:41.417618 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a964a4e-13ca-4185-965f-9be5feb739a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.521064 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a964a4e-13ca-4185-965f-9be5feb739a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.529476 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron_lib.callbacks.manager [None req-9a964a4e-13ca-4185-965f-9be5feb739a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_create {{(pid=100546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.569905 dv-cinder-788782-6-iscsi neutron-server[100546]: INFO neutron.wsgi [None req-9a964a4e-13ca-4185-965f-9be5feb739a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db49731ead234e768416d191f066d370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636640 Aug 31 12:56:41.570681 dv-cinder-788782-6-iscsi neutron-server[100546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a964a4e-13ca-4185-965f-9be5feb739a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27405d-b4b2-4b9d-99c7-0321c3c92cbf,revision_number=1']} {{(pid=100546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:41.572533 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.wsgi [-] (100545) accepted ('10.222.0.60', 45690) {{(pid=100545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:41.624268 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.648081 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.699749 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16280773'] for security_group, after_delete {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.702389 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron_lib.callbacks.manager [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:41.703667 dv-cinder-788782-6-iscsi neutron-server[100545]: INFO neutron.wsgi [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b27405d-b4b2-4b9d-99c7-0321c3c92cbf HTTP/1.1" status: 204 len: 168 time: 0.1298215 Aug 31 12:56:41.712611 dv-cinder-788782-6-iscsi neutron-server[100545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0675c0-1349-4d7b-b707-4133e14ff937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27405d-b4b2-4b9d-99c7-0321c3c92cbf,revision_number=None']} {{(pid=100545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:47.647520 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fce21144-0660-4e54-be07-70b7745c5152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:49.855685 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-e64606a2-0061-4540-91bf-f3b0f0980dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:50.253297 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:51.663282 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:53.459537 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:54.675582 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:11.671333 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:57:17.649136 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-aaec8a15-1fc9-4947-9333-0a5918350911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:19.848796 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-70bbe557-5b1e-4105-b84b-c1f64cc6876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:20.255588 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:21.664710 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:23.433268 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:24.667035 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:47.654201 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f5a11fa-3ff7-417a-b385-78b49c481b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:48.670588 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:57:49.852234 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-bda642e2-e79c-4621-8bea-83e5547cf30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:50.257196 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:51.666976 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:53.441424 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:54.668043 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:17.649362 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-70abc3c9-f48c-4d0f-a420-ecd9c0626a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:19.854154 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-16cee012-5660-4307-99ba-4416dcca39a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:20.259935 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:21.668908 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:23.441205 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:24.684701 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:25.670635 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:58:47.651500 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6d98a631-35b3-45df-a850-ee671f20b016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:49.855604 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-19957d6b-d6d9-4c83-9381-5797196e7b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:50.264116 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.676595 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.476236 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:54.694643 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:02.669979 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:59:17.657390 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-68dc7a5e-038f-4962-87f2-bdae3a22fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:19.859259 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5a69-1311-4afc-803e-f5db57d4a369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:20.266037 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:21.675878 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:23.447234 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:24.708842 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:39.668712 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:59:47.659062 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-75743059-2d15-4640-8b3f-8efec630bdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:49.861095 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f58577af-2299-4ee1-be62-7207940dfd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:50.269805 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:51.679413 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:53.452790 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:54.708682 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:16.669652 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:00:17.660285 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d575c407-5f58-4730-b5e8-cda5ce3ccf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:19.861213 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-5c48b409-945b-4697-a07c-9eb92701eabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:20.271575 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:21.682581 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:23.451074 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:24.707411 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:47.663188 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-2b96d66d-feb4-488a-ba01-8db94294b20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:49.864663 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-10972666-0ff0-4793-b1b0-25001b0ab331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:50.274373 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:51.684114 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:53.488548 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:53.669088 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:00:54.723644 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:17.665676 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-cff53703-df3f-4515-95d3-b7753165eecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:19.866034 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2ad9-3807-469c-bbc6-64bc1dddbd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:20.276041 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:21.686350 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:23.458298 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:24.737407 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:30.668779 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:01:47.669300 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-f0af4148-39f7-4540-b76c-6c60421b19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:49.867131 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-c54b66dc-045b-4192-8527-35be24de76f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:50.277647 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-6f8263a1-dacb-4436-8ee9-8eb35bfa189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:51.695563 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-d0079ce0-0542-4329-b5f4-85cf92e93cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:53.460393 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-787786ee-ed21-4fda-906b-20ad562170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:54.735121 dv-cinder-788782-6-iscsi neutron-server[100547]: DEBUG neutron_lib.callbacks.manager [None req-da6a96ef-353b-4aba-8cdd-737aa4926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765399462876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637132'] for agent, after_update {{(pid=100547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:07.668626 dv-cinder-788782-6-iscsi neutron-server[100548]: DEBUG neutron.db.agents_db [None req-34a795a7-2898-4269-968f-684385f31f21 None None] Agent healthcheck: found 6 active agents {{(pid=100548) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}